2021-05-04T00:03:49.643Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T00:03:50.711Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T00:03:51.070Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T00:03:51.077Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T00:03:51.096Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T00:03:51.330Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T00:03:51.414Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T00:03:51.542Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T00:03:51.940Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T00:03:51.953Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T00:08:49.324Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T00:08:50.260Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T00:08:50.571Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T00:08:50.578Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T00:08:50.595Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T00:08:50.845Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T00:08:50.931Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T00:08:51.071Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T00:08:52.056Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T00:08:52.058Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T00:08:52.058Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T00:08:52.058Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T00:08:53.641Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T00:08:53.769Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T00:08:53.860Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T00:08:53.860Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-05-04T00:08:54.577Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-05-04T00:08:54.582Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-05-04T00:08:55.181Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-05-04T00:08:55.288Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 5961 ms 2021-05-04T00:08:57.793Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T00:08:57.918Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T00:08:57.953Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T00:08:58.386Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-05-04T00:08:58.592Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 206 ms 2021-05-04T00:09:00.032Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:00.021Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:00.021Z InvocationID=0d918457-4381-420e-b25e-232176784645 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:00.394Z [qtp580718781-14] INFO c.datastax.driver.core.ClockFactory RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using native clock to generate timestamps. 2021-05-04T00:09:01.087Z [qtp580718781-14] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T00:09:01.087Z [qtp580718781-14] INFO com.datastax.driver.core.Cluster RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T00:09:01.087Z [qtp580718781-14] INFO com.datastax.driver.core.Cluster RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T00:09:01.087Z [qtp580718781-14] INFO com.datastax.driver.core.Cluster RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T00:09:01.904Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:02.146Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6da6b4b3-b053-4c84-b801-82ebf2bcd699 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2125 EndTimestamp=2021-05-04T00:09:02.146Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:00.021Z InvocationID=c2083fd4-1a8c-446b-b6ba-8519182847ae ResponseDesc=OK 2021-05-04T00:09:03.012Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=274e7d30-e9ac-4f9b-9e32-0d69a1ebf161 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:03.011Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:03.011Z InvocationID=a529806c-deee-453e-a3f1-58e0c0343c84 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:03.150Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=274e7d30-e9ac-4f9b-9e32-0d69a1ebf161 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:03.403Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=274e7d30-e9ac-4f9b-9e32-0d69a1ebf161 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=391 EndTimestamp=2021-05-04T00:09:03.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:03.011Z InvocationID=a1ba1a3d-0454-4d15-80cb-8caf8a82f217 ResponseDesc=OK 2021-05-04T00:09:04.210Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d181bd0e-f06c-467c-8660-a3529b251ed7 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:04.210Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:04.210Z InvocationID=dc81e777-615c-4560-a725-88069e6db61b PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:04.246Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d181bd0e-f06c-467c-8660-a3529b251ed7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:04.548Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d181bd0e-f06c-467c-8660-a3529b251ed7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=337 EndTimestamp=2021-05-04T00:09:04.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:04.210Z InvocationID=1d58ae48-193e-497a-bc60-4b23830dcd12 ResponseDesc=OK 2021-05-04T00:09:05.525Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf629668-fc20-444c-8d7e-fd0b4994d6f4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:05.525Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:05.525Z InvocationID=484dd925-0bbc-43b4-8986-8f8fb8b58a10 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:05.802Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf629668-fc20-444c-8d7e-fd0b4994d6f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:06.049Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf629668-fc20-444c-8d7e-fd0b4994d6f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=524 EndTimestamp=2021-05-04T00:09:06.049Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:05.525Z InvocationID=5932ad8d-d775-4348-a91e-d5798c7cc7d4 ResponseDesc=OK 2021-05-04T00:09:08.324Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf8a880d-59a3-4cd8-a6ba-741e12c4d29a ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:08.323Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:08.323Z InvocationID=46a79e52-5f85-44ba-a5de-ce8bd62a8722 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:08.399Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf8a880d-59a3-4cd8-a6ba-741e12c4d29a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:08.505Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf8a880d-59a3-4cd8-a6ba-741e12c4d29a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:09:08.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:08.323Z InvocationID=adda9cd4-b10c-4701-b534-6e82649e7bd1 ResponseDesc=OK 2021-05-04T00:09:11.322Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2fced0e9-f6dd-4060-b2b7-b3db5b2b091c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:11.322Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:11.322Z InvocationID=7d2cebff-8f0d-45f2-b60a-bebde5183676 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:11.446Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2fced0e9-f6dd-4060-b2b7-b3db5b2b091c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:11.498Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2fced0e9-f6dd-4060-b2b7-b3db5b2b091c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=176 EndTimestamp=2021-05-04T00:09:11.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:11.322Z InvocationID=daba82cb-b8a4-4923-936e-7754b0f95f33 ResponseDesc=OK 2021-05-04T00:09:14.514Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6cc1dd6-20d4-4365-bd63-6b2693b9b7c3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:14.514Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:14.514Z InvocationID=885a0950-73a6-4184-ba49-0a8df96cfc53 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:14.610Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6cc1dd6-20d4-4365-bd63-6b2693b9b7c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:14.713Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6cc1dd6-20d4-4365-bd63-6b2693b9b7c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=198 EndTimestamp=2021-05-04T00:09:14.712Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:14.514Z InvocationID=c775b696-bfa6-4ce7-8208-d2c786158645 ResponseDesc=OK 2021-05-04T00:09:17.512Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bffc9e22-6c3b-4782-abc3-2eeda47bf7f0 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:17.511Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:17.511Z InvocationID=3e01a56f-e538-4ffb-bad9-24c4d769aca3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:17.524Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bffc9e22-6c3b-4782-abc3-2eeda47bf7f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:17.702Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bffc9e22-6c3b-4782-abc3-2eeda47bf7f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:09:17.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:17.511Z InvocationID=a9c5ac78-a69a-4ae3-9444-5cdb6d2170ac ResponseDesc=OK 2021-05-04T00:09:20.224Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=151db5ac-fd27-433e-b2df-c577aba9b46d ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:20.224Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:20.224Z InvocationID=7aae7f44-d756-47a0-8029-1b1f5a91f277 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:20.313Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=151db5ac-fd27-433e-b2df-c577aba9b46d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:20.411Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=151db5ac-fd27-433e-b2df-c577aba9b46d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T00:09:20.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:20.224Z InvocationID=433f2693-6e89-47d5-ad73-6704073640b3 ResponseDesc=OK 2021-05-04T00:09:23.515Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=06724606-cc15-4540-b706-e8075943ccb2 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:23.514Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:23.514Z InvocationID=cd2595d8-f732-439d-8962-6d856cc385fe PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:23.601Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=06724606-cc15-4540-b706-e8075943ccb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:23.851Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=06724606-cc15-4540-b706-e8075943ccb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=336 EndTimestamp=2021-05-04T00:09:23.850Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:23.514Z InvocationID=8c711a8a-651e-4b2a-b95b-d8016ed79b04 ResponseDesc=OK 2021-05-04T00:09:26.056Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f997701-e9e5-430c-b242-078906144d29 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:26.056Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:26.056Z InvocationID=9aed3942-2c83-4c5f-ae14-02cd2789dd2e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:26.067Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f997701-e9e5-430c-b242-078906144d29 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:26.165Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f997701-e9e5-430c-b242-078906144d29 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=109 EndTimestamp=2021-05-04T00:09:26.165Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:26.056Z InvocationID=45e54509-ec69-41e5-ac94-f0ef7d5374e1 ResponseDesc=OK 2021-05-04T00:09:29.321Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd773aa1-62f8-43c1-9909-724bdd1fc147 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:29.321Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:29.321Z InvocationID=4c077ae0-d82a-4912-913d-cbb5741766bb PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:29.498Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd773aa1-62f8-43c1-9909-724bdd1fc147 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:29.798Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd773aa1-62f8-43c1-9909-724bdd1fc147 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=477 EndTimestamp=2021-05-04T00:09:29.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:29.321Z InvocationID=3ca942ff-f7ff-4b2e-9ba1-f76ccd5e86ea ResponseDesc=OK 2021-05-04T00:09:32.053Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8b2847e-cdf4-461d-a39a-463b94a246f6 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:32.053Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:32.053Z InvocationID=d184d2fa-8d82-45ee-bd43-cf6201727ece PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:32.064Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8b2847e-cdf4-461d-a39a-463b94a246f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:32.158Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8b2847e-cdf4-461d-a39a-463b94a246f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:09:32.157Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:32.053Z InvocationID=9b46cb87-c43e-4a8a-83f9-c64abd3b9ac4 ResponseDesc=OK 2021-05-04T00:09:35.308Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f201a3f-6df4-4b6a-b222-71600cf1b2dc ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T00:09:35.307Z ElapsedTime=0 EndTimestamp=2021-05-04T00:09:35.307Z InvocationID=fd48823d-b16b-4d9c-b89e-069cb7bd5614 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T00:09:35.546Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f201a3f-6df4-4b6a-b222-71600cf1b2dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:35.802Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f201a3f-6df4-4b6a-b222-71600cf1b2dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=495 EndTimestamp=2021-05-04T00:09:35.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:35.307Z InvocationID=a38912be-8aae-4a5d-a3be-186f49406fce ResponseDesc=OK 2021-05-04T00:09:38.414Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8467640-f29d-4d9a-85a4-90b10566fbbb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:38.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:38.414Z InvocationID=286a70f1-78ca-4b28-ad7b-4c75ba215ffa 2021-05-04T00:09:38.507Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8467640-f29d-4d9a-85a4-90b10566fbbb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:39.021Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8467640-f29d-4d9a-85a4-90b10566fbbb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=606 EndTimestamp=2021-05-04T00:09:39.020Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:38.414Z InvocationID=3686f9c5-86fa-4bae-9086-b76d5d983621 ResponseDesc=OK 2021-05-04T00:09:41.112Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=89fa8694-1e08-4c9c-b252-e55ad55b8b7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:41.111Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:41.111Z InvocationID=d1d104ea-3075-4a7f-82fe-f859c0b823fb 2021-05-04T00:09:41.279Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=89fa8694-1e08-4c9c-b252-e55ad55b8b7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:41.454Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=89fa8694-1e08-4c9c-b252-e55ad55b8b7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:09:41.453Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:41.111Z InvocationID=1a83ba07-22a2-4915-b4a6-e8f3aa1d00ad ResponseDesc=OK 2021-05-04T00:09:44.207Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61b97955-e2a2-48dd-ab89-81755edfdf50 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:44.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:44.206Z InvocationID=0ea05412-0960-4346-93f1-fbbb12a1b162 2021-05-04T00:09:44.349Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61b97955-e2a2-48dd-ab89-81755edfdf50 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:44.602Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61b97955-e2a2-48dd-ab89-81755edfdf50 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T00:09:44.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:44.206Z InvocationID=db86331d-a00d-4a94-a896-f50864e73af3 ResponseDesc=OK 2021-05-04T00:09:47.158Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c95ae5c7-09ff-4b58-a831-c49a6be3a035 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:47.158Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:47.158Z InvocationID=848559b4-55be-49ed-92e8-c2bb1006244c 2021-05-04T00:09:47.250Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c95ae5c7-09ff-4b58-a831-c49a6be3a035 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:47.265Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c95ae5c7-09ff-4b58-a831-c49a6be3a035 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=106 EndTimestamp=2021-05-04T00:09:47.264Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:47.158Z InvocationID=089f4706-c334-483f-91eb-35cefeb81f1b ResponseDesc=OK 2021-05-04T00:09:50.233Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af72c06c-08fb-48b6-80b5-7b22be1561db InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:50.232Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:50.232Z InvocationID=632516be-9c18-46d5-8e34-36327405f32e 2021-05-04T00:09:50.303Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af72c06c-08fb-48b6-80b5-7b22be1561db InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:50.550Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af72c06c-08fb-48b6-80b5-7b22be1561db InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=318 EndTimestamp=2021-05-04T00:09:50.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:50.232Z InvocationID=7f413ae9-b361-421e-8228-be55dc4a699b ResponseDesc=OK 2021-05-04T00:09:53.512Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24dee257-5584-4332-a33c-1e77026bb2ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:53.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:53.511Z InvocationID=e3f2dd01-df7a-4263-bc49-272be698c33b 2021-05-04T00:09:53.747Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24dee257-5584-4332-a33c-1e77026bb2ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:54.002Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24dee257-5584-4332-a33c-1e77026bb2ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=490 EndTimestamp=2021-05-04T00:09:54.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:53.511Z InvocationID=128c25e0-4592-4c07-a277-f87562fa7dbf ResponseDesc=OK 2021-05-04T00:09:56.410Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf6f99d5-4782-4c9a-b29e-a068e75cee17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:56.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:56.409Z InvocationID=999983af-dff0-4cc8-89fb-b294a6f3dc5c 2021-05-04T00:09:56.418Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf6f99d5-4782-4c9a-b29e-a068e75cee17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:56.517Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf6f99d5-4782-4c9a-b29e-a068e75cee17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T00:09:56.516Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:56.409Z InvocationID=a40bbb75-f388-4f50-9dc4-23f03098ceb1 ResponseDesc=OK 2021-05-04T00:09:59.231Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c175e861-ca0c-4b4c-b835-999d441550da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:09:59.231Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:59.231Z InvocationID=7487617f-ebd4-4101-88be-8679367db2ca 2021-05-04T00:09:59.299Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c175e861-ca0c-4b4c-b835-999d441550da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:09:59.326Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c175e861-ca0c-4b4c-b835-999d441550da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=95 EndTimestamp=2021-05-04T00:09:59.326Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:09:59.231Z InvocationID=dbf61ca3-544b-4ea9-9012-4355bb346a5f ResponseDesc=OK 2021-05-04T00:10:02.307Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26c17c04-3206-4e1e-b1bd-ba1f9955fbff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:02.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:02.306Z InvocationID=42bc700e-9c49-4be6-9f0c-aa8aea2cbf3e 2021-05-04T00:10:02.401Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26c17c04-3206-4e1e-b1bd-ba1f9955fbff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:02.418Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=26c17c04-3206-4e1e-b1bd-ba1f9955fbff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=112 EndTimestamp=2021-05-04T00:10:02.418Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:02.306Z InvocationID=4970bb93-01d9-4156-81c1-638cc01ad6eb ResponseDesc=OK 2021-05-04T00:10:05.530Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9f04cb9-3b92-4776-b83a-a6a375fc993a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:05.530Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:05.530Z InvocationID=8e5f63eb-fa97-4792-a8f0-dbcca64179bd 2021-05-04T00:10:05.845Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9f04cb9-3b92-4776-b83a-a6a375fc993a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:05.865Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9f04cb9-3b92-4776-b83a-a6a375fc993a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=335 EndTimestamp=2021-05-04T00:10:05.865Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:05.530Z InvocationID=2feaa820-7abc-473e-bf48-e88123309281 ResponseDesc=OK 2021-05-04T00:10:08.212Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=256cb49d-4b75-4e3b-ad4f-42bf141ad58d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:08.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:08.211Z InvocationID=b78c8c76-b8a3-4451-9996-cd218d523d91 2021-05-04T00:10:08.222Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=256cb49d-4b75-4e3b-ad4f-42bf141ad58d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:08.324Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=256cb49d-4b75-4e3b-ad4f-42bf141ad58d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=113 EndTimestamp=2021-05-04T00:10:08.324Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:08.211Z InvocationID=5838ebb6-ef71-45fe-9eda-7b82995d8936 ResponseDesc=OK 2021-05-04T00:10:11.310Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f8f5d3a1-f069-431b-8650-3a849022f39d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:11.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:11.310Z InvocationID=f7a3d1b2-8e66-48b3-99d9-612d842e4a16 2021-05-04T00:10:11.447Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f8f5d3a1-f069-431b-8650-3a849022f39d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:11.547Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f8f5d3a1-f069-431b-8650-3a849022f39d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=237 EndTimestamp=2021-05-04T00:10:11.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:11.310Z InvocationID=ccf49604-c28d-4567-8471-37189fbfd491 ResponseDesc=OK 2021-05-04T00:10:14.513Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=93298f40-f5f3-43bd-a5e2-6c54780ddba4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:14.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:14.512Z InvocationID=0972a797-dc7a-4337-aa0f-758dbf26a522 2021-05-04T00:10:14.546Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=93298f40-f5f3-43bd-a5e2-6c54780ddba4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:14.848Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=93298f40-f5f3-43bd-a5e2-6c54780ddba4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=336 EndTimestamp=2021-05-04T00:10:14.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:14.512Z InvocationID=620df662-4efa-4071-903d-e3bf2d3ad8ce ResponseDesc=OK 2021-05-04T00:10:17.433Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=52a95e9e-68e4-41c5-ae4a-ed6d14b59dea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:17.433Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:17.433Z InvocationID=0fddd437-f166-4eb8-b2e0-362470a8541f 2021-05-04T00:10:17.505Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=52a95e9e-68e4-41c5-ae4a-ed6d14b59dea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:17.523Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=52a95e9e-68e4-41c5-ae4a-ed6d14b59dea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=90 EndTimestamp=2021-05-04T00:10:17.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:17.433Z InvocationID=8ddf99aa-caf3-4e0f-bcc3-c5e0eeb5022a ResponseDesc=OK 2021-05-04T00:10:20.421Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1837497-ae9a-4474-98e4-83605f427ddc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:20.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:20.421Z InvocationID=5fce7104-bd02-4724-bdff-6e60c08fc88d 2021-05-04T00:10:20.501Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1837497-ae9a-4474-98e4-83605f427ddc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:20.729Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1837497-ae9a-4474-98e4-83605f427ddc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=308 EndTimestamp=2021-05-04T00:10:20.729Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:20.421Z InvocationID=af071fc5-77ce-4c2e-a3de-b99adb14e0fc ResponseDesc=OK 2021-05-04T00:10:23.406Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=391c616a-9654-44ba-85b5-adf77c95324e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:23.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:23.406Z InvocationID=f3b330a4-d059-45c5-91f2-1ff0357405cc 2021-05-04T00:10:23.449Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=391c616a-9654-44ba-85b5-adf77c95324e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:23.547Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=391c616a-9654-44ba-85b5-adf77c95324e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=141 EndTimestamp=2021-05-04T00:10:23.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:23.406Z InvocationID=042c4787-766f-49b1-8799-fb18ec7f479e ResponseDesc=OK 2021-05-04T00:10:26.267Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eda2e6b8-87ec-4a34-80e3-d78c12694784 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:26.267Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:26.267Z InvocationID=86e76f44-d3cb-4639-b199-16d7a6a67cc4 2021-05-04T00:10:26.350Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eda2e6b8-87ec-4a34-80e3-d78c12694784 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:26.464Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eda2e6b8-87ec-4a34-80e3-d78c12694784 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=196 EndTimestamp=2021-05-04T00:10:26.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:26.267Z InvocationID=aa8f6d0e-4861-4dcc-aa4b-d76c0a193e79 ResponseDesc=OK 2021-05-04T00:10:29.202Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a6c69a71-7877-41f8-9aeb-5bd161a15f07 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:29.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:29.201Z InvocationID=811c15dd-97bb-4cfd-8987-fd2b02de1021 2021-05-04T00:10:29.212Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a6c69a71-7877-41f8-9aeb-5bd161a15f07 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:29.315Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a6c69a71-7877-41f8-9aeb-5bd161a15f07 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=114 EndTimestamp=2021-05-04T00:10:29.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:29.201Z InvocationID=6d5f41c4-eb24-4661-8e3a-7193021770bf ResponseDesc=OK 2021-05-04T00:10:32.271Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30a32592-61d6-41db-b10b-949a684a39b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:32.270Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:32.270Z InvocationID=4b7343a3-ae2f-4bf4-9459-10eafb55dd2a 2021-05-04T00:10:32.346Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30a32592-61d6-41db-b10b-949a684a39b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:32.402Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30a32592-61d6-41db-b10b-949a684a39b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=132 EndTimestamp=2021-05-04T00:10:32.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:32.270Z InvocationID=bd1484aa-2255-47ac-8955-01be4acee808 ResponseDesc=OK 2021-05-04T00:10:35.407Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e7645cc2-65f5-4fd9-9cc8-90c9840429a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:35.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:35.406Z InvocationID=30245137-4078-48ae-aa82-dea5b3b68b7b 2021-05-04T00:10:35.506Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e7645cc2-65f5-4fd9-9cc8-90c9840429a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:35.607Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e7645cc2-65f5-4fd9-9cc8-90c9840429a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:10:35.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:35.406Z InvocationID=a1de83c0-4107-46f2-b595-29c299bf458f ResponseDesc=OK 2021-05-04T00:10:38.316Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe24667b-6b99-4868-a2df-39bb3c042730 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:38.316Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:38.316Z InvocationID=a5425f56-6a8d-4c24-beed-f1521e00468d 2021-05-04T00:10:38.407Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe24667b-6b99-4868-a2df-39bb3c042730 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:38.508Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe24667b-6b99-4868-a2df-39bb3c042730 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:10:38.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:38.316Z InvocationID=9af9f149-6cbf-4ed8-910f-47cad1bf825e ResponseDesc=OK 2021-05-04T00:10:41.452Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64369bfc-992d-4f6c-8c08-8c9495538dd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:41.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:41.452Z InvocationID=9c7e900e-143a-4aaa-973e-0bdf4b07eeb6 2021-05-04T00:10:41.504Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64369bfc-992d-4f6c-8c08-8c9495538dd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:41.614Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64369bfc-992d-4f6c-8c08-8c9495538dd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=162 EndTimestamp=2021-05-04T00:10:41.614Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:41.452Z InvocationID=270a26cf-4819-4636-b400-1044c1406b35 ResponseDesc=OK 2021-05-04T00:10:44.555Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=208431c1-c090-478d-b4fc-ca6d3d6316b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:44.555Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:44.555Z InvocationID=204eca65-1727-4d9d-a4c5-6294c1b4ee25 2021-05-04T00:10:44.700Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=208431c1-c090-478d-b4fc-ca6d3d6316b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:45.048Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=208431c1-c090-478d-b4fc-ca6d3d6316b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=492 EndTimestamp=2021-05-04T00:10:45.047Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:44.555Z InvocationID=fafbe49a-82ce-424f-ba90-00ecee914259 ResponseDesc=OK 2021-05-04T00:10:47.102Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b249255c-d1bd-48db-b976-62cd4f15a6c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:47.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:47.102Z InvocationID=44380c3c-d60f-4723-a74a-b83ef0dcfb63 2021-05-04T00:10:47.158Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b249255c-d1bd-48db-b976-62cd4f15a6c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:47.303Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b249255c-d1bd-48db-b976-62cd4f15a6c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:10:47.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:47.102Z InvocationID=6eb9c680-5e0a-4e10-9775-4acfef993567 ResponseDesc=OK 2021-05-04T00:10:50.304Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=23325e69-028b-4fbf-9f91-a4bae544e35b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:50.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:50.303Z InvocationID=0f66a08c-392e-4680-b169-6aa3f8fac82b 2021-05-04T00:10:50.316Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=23325e69-028b-4fbf-9f91-a4bae544e35b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:50.414Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=23325e69-028b-4fbf-9f91-a4bae544e35b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T00:10:50.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:50.303Z InvocationID=d0a89d36-676d-4712-bb0a-b3d887f64f7b ResponseDesc=OK 2021-05-04T00:10:53.407Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=72d06c0d-2ce9-4f1d-867f-9e24c119067c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:53.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:53.406Z InvocationID=709e41c4-e144-4df4-89c1-92b8818b0c61 2021-05-04T00:10:53.500Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=72d06c0d-2ce9-4f1d-867f-9e24c119067c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:53.750Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=72d06c0d-2ce9-4f1d-867f-9e24c119067c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:10:53.750Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:53.406Z InvocationID=d870e582-e9f2-4ba4-94bf-0acecf54128e ResponseDesc=OK 2021-05-04T00:10:56.324Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a409296-90ed-4eff-a2dc-ce195f7b2744 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:56.324Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:56.324Z InvocationID=42507eab-8b4f-4f64-9c5f-21f3f3b915fd 2021-05-04T00:10:56.566Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a409296-90ed-4eff-a2dc-ce195f7b2744 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:56.802Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a409296-90ed-4eff-a2dc-ce195f7b2744 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=478 EndTimestamp=2021-05-04T00:10:56.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:56.324Z InvocationID=6d26df78-ac3b-4979-abd8-2027d19a9b80 ResponseDesc=OK 2021-05-04T00:10:59.116Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f71380a-5835-4ee4-86a0-ebf7095257a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:10:59.115Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:59.115Z InvocationID=2153a0c1-e719-4f43-826f-f30226052dd9 2021-05-04T00:10:59.208Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f71380a-5835-4ee4-86a0-ebf7095257a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:10:59.315Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2f71380a-5835-4ee4-86a0-ebf7095257a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=200 EndTimestamp=2021-05-04T00:10:59.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:10:59.115Z InvocationID=00c2b8b6-1c2a-4b81-9728-76e115111256 ResponseDesc=OK 2021-05-04T00:11:01.218Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c92acd2d-b155-4f02-a6b0-14e9de0d6d6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:01.218Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:01.218Z InvocationID=643fabae-9249-4146-aed0-29e7a9ac2aa5 2021-05-04T00:11:01.300Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c92acd2d-b155-4f02-a6b0-14e9de0d6d6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:01.626Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c92acd2d-b155-4f02-a6b0-14e9de0d6d6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=408 EndTimestamp=2021-05-04T00:11:01.626Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:01.218Z InvocationID=e33afcf8-3fc3-4568-a623-12d8a91051d2 ResponseDesc=OK 2021-05-04T00:11:02.628Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=515a6d15-fa95-4022-9632-6f3bb74692a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:02.628Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:02.628Z InvocationID=0f4ea9f1-f835-4000-873e-a723bd030e71 2021-05-04T00:11:02.703Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=515a6d15-fa95-4022-9632-6f3bb74692a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:02.818Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=515a6d15-fa95-4022-9632-6f3bb74692a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T00:11:02.818Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:02.628Z InvocationID=0bd98d71-cf7e-47bc-b218-ed64b4cb13c8 ResponseDesc=OK 2021-05-04T00:11:05.428Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=708bf430-0c58-4313-9ceb-d5cc6c4d600c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:05.427Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:05.427Z InvocationID=0a38a07d-98a6-4727-841d-aa9ea0b83c77 2021-05-04T00:11:05.508Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=708bf430-0c58-4313-9ceb-d5cc6c4d600c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:05.650Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=708bf430-0c58-4313-9ceb-d5cc6c4d600c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=223 EndTimestamp=2021-05-04T00:11:05.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:05.427Z InvocationID=87bb70ae-b436-406c-955c-30fc6d4b3d64 ResponseDesc=OK 2021-05-04T00:11:08.206Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c0ce3f16-befb-4fb8-9e4c-abb4e99b6740 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:08.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:08.206Z InvocationID=cd06eff7-6267-418f-94d9-6fb07d21aa86 2021-05-04T00:11:08.245Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c0ce3f16-befb-4fb8-9e4c-abb4e99b6740 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:08.546Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c0ce3f16-befb-4fb8-9e4c-abb4e99b6740 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=340 EndTimestamp=2021-05-04T00:11:08.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:08.206Z InvocationID=a811029b-06ae-4dda-b888-bf8314de247e ResponseDesc=OK 2021-05-04T00:11:11.203Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8474df79-5649-4fa1-a2e5-e0ae58cc0495 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:11.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:11.202Z InvocationID=f5a64ff4-a141-4c6f-9f37-2aae2ea29517 2021-05-04T00:11:11.345Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8474df79-5649-4fa1-a2e5-e0ae58cc0495 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:11.447Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8474df79-5649-4fa1-a2e5-e0ae58cc0495 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=245 EndTimestamp=2021-05-04T00:11:11.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:11.202Z InvocationID=c3c51479-d340-4442-a108-d2f13105a3b0 ResponseDesc=OK 2021-05-04T00:11:14.521Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3aed73a-b8cc-4c9e-83de-8f869dfe2902 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:14.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:14.520Z InvocationID=ce30a231-2480-48d2-b611-a3aa931df6fc 2021-05-04T00:11:14.616Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3aed73a-b8cc-4c9e-83de-8f869dfe2902 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:14.707Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3aed73a-b8cc-4c9e-83de-8f869dfe2902 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T00:11:14.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:14.520Z InvocationID=bd51f639-ac8f-481d-b14e-d032a9cc94c6 ResponseDesc=OK 2021-05-04T00:11:17.533Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f8f1b04-82fe-4fca-a185-6ef5e95d2ab7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:17.532Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:17.532Z InvocationID=b6555ffc-b9f5-4f8a-90ad-3d9b83278833 2021-05-04T00:11:17.616Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f8f1b04-82fe-4fca-a185-6ef5e95d2ab7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:17.632Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f8f1b04-82fe-4fca-a185-6ef5e95d2ab7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:11:17.632Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:17.532Z InvocationID=483c1879-2ba3-46f0-ad7b-14097b455964 ResponseDesc=OK 2021-05-04T00:11:20.121Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c4ffee5-c650-4a44-b47f-e696c87addb9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:20.121Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:20.121Z InvocationID=8e7cb17d-65ae-4882-b801-5527e28a2142 2021-05-04T00:11:20.200Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c4ffee5-c650-4a44-b47f-e696c87addb9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:20.313Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7c4ffee5-c650-4a44-b47f-e696c87addb9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:11:20.313Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:20.121Z InvocationID=a7da01aa-5abb-4c97-8fa2-36afdae517f2 ResponseDesc=OK 2021-05-04T00:11:23.432Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=60aca9f8-cb3c-4e6e-a90d-9460c8b8aa94 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:23.431Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:23.431Z InvocationID=1e54022f-4e3f-4481-8eb4-16ffbfdee05c 2021-05-04T00:11:23.548Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=60aca9f8-cb3c-4e6e-a90d-9460c8b8aa94 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:23.856Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=60aca9f8-cb3c-4e6e-a90d-9460c8b8aa94 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=425 EndTimestamp=2021-05-04T00:11:23.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:23.431Z InvocationID=27be18db-e1cf-40d4-9af7-1d3250adb603 ResponseDesc=OK 2021-05-04T00:11:26.064Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=863d89cf-0550-4252-8c56-6b13e201896d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:26.064Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:26.064Z InvocationID=9d92b845-3b55-41f9-9b84-5b50d60cc3f5 2021-05-04T00:11:26.072Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=863d89cf-0550-4252-8c56-6b13e201896d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:26.156Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=863d89cf-0550-4252-8c56-6b13e201896d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=91 EndTimestamp=2021-05-04T00:11:26.155Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:26.064Z InvocationID=55d38f07-34eb-4384-9196-677ba2efa49a ResponseDesc=OK 2021-05-04T00:11:27.699Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b3ee74b9-1af8-4e95-b72d-93d4159e8e43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:27.699Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:27.699Z InvocationID=3a60b19f-5bde-49ce-aca4-991f1b97d8a2 2021-05-04T00:11:27.709Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b3ee74b9-1af8-4e95-b72d-93d4159e8e43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:27.804Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b3ee74b9-1af8-4e95-b72d-93d4159e8e43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=105 EndTimestamp=2021-05-04T00:11:27.804Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:27.699Z InvocationID=2043523c-d85c-44fa-8ce8-dbdd8c74c4dc ResponseDesc=OK 2021-05-04T00:11:29.116Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=feca58fd-8fb2-402f-abef-6b1c54909515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:29.116Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:29.116Z InvocationID=19d46972-a54d-4e0b-ae3c-f090e3b7df45 2021-05-04T00:11:29.202Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=feca58fd-8fb2-402f-abef-6b1c54909515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:29.299Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=feca58fd-8fb2-402f-abef-6b1c54909515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=183 EndTimestamp=2021-05-04T00:11:29.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:29.116Z InvocationID=ebc4e3ea-877a-41c7-8a41-6bf11aee38eb ResponseDesc=OK 2021-05-04T00:11:32.059Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e9316c5f-f876-4923-99a1-c3597771bcd9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:32.058Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:32.058Z InvocationID=eb763c70-5850-4ce2-94e0-f0b6db3de64d 2021-05-04T00:11:32.147Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e9316c5f-f876-4923-99a1-c3597771bcd9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:32.259Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e9316c5f-f876-4923-99a1-c3597771bcd9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:11:32.259Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:32.058Z InvocationID=fd785093-103b-4dd8-b8a0-77a7d92880af ResponseDesc=OK 2021-05-04T00:11:35.515Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8fbdf17f-1d4e-4cd2-b6ec-76e4bf25510c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:35.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:35.514Z InvocationID=8f42d99a-c6ef-421e-8d89-23b74bacf822 2021-05-04T00:11:35.609Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8fbdf17f-1d4e-4cd2-b6ec-76e4bf25510c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:35.708Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8fbdf17f-1d4e-4cd2-b6ec-76e4bf25510c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:11:35.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:35.514Z InvocationID=5c8b87a5-df51-4b2d-ab18-ed37dbd921b0 ResponseDesc=OK 2021-05-04T00:11:38.403Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d5e5078-341f-4d0b-a799-60603039a54a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:38.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:38.403Z InvocationID=9400cd32-1d2f-407b-9b5c-d089280f080c 2021-05-04T00:11:38.410Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d5e5078-341f-4d0b-a799-60603039a54a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:38.509Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d5e5078-341f-4d0b-a799-60603039a54a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=106 EndTimestamp=2021-05-04T00:11:38.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:38.403Z InvocationID=2a063061-0c37-4bb6-9fa5-b71edde0a04f ResponseDesc=OK 2021-05-04T00:11:41.235Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d8bc9b2-ce42-483e-8459-7dacb86de2f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:41.235Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:41.235Z InvocationID=23d41b79-9d08-4e01-b57a-d3076f91e736 2021-05-04T00:11:41.500Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d8bc9b2-ce42-483e-8459-7dacb86de2f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:41.621Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d8bc9b2-ce42-483e-8459-7dacb86de2f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=386 EndTimestamp=2021-05-04T00:11:41.621Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:41.235Z InvocationID=7cd5e43f-5033-4796-8ec1-4214056cbd57 ResponseDesc=OK 2021-05-04T00:11:44.411Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04c08ef0-1846-4c8b-871a-fa3adeb62fdd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:44.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:44.411Z InvocationID=ac75dc7f-f23f-401a-bdcb-abb7219c9cc6 2021-05-04T00:11:44.506Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04c08ef0-1846-4c8b-871a-fa3adeb62fdd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:44.702Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04c08ef0-1846-4c8b-871a-fa3adeb62fdd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=291 EndTimestamp=2021-05-04T00:11:44.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:44.411Z InvocationID=489cfe84-6e07-4b53-be2d-a0f2a9a45f6d ResponseDesc=OK 2021-05-04T00:11:46.868Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e025978-dbc6-41fe-b3a7-ad633f2c3f45 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:46.868Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:46.868Z InvocationID=e6e7b8d5-da06-49ce-a21f-1e451b8b2de6 2021-05-04T00:11:46.901Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e025978-dbc6-41fe-b3a7-ad633f2c3f45 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:47.162Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e025978-dbc6-41fe-b3a7-ad633f2c3f45 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=294 EndTimestamp=2021-05-04T00:11:47.162Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:46.868Z InvocationID=7922bef1-1bbe-4896-86b5-6eded6f8e840 ResponseDesc=OK 2021-05-04T00:11:50.210Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=117e9f43-0c3e-48c3-aa7a-1e9c62649fd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:50.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:50.210Z InvocationID=18422c5d-ab93-4998-b386-1285f2aab622 2021-05-04T00:11:50.308Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=117e9f43-0c3e-48c3-aa7a-1e9c62649fd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:50.762Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=117e9f43-0c3e-48c3-aa7a-1e9c62649fd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=552 EndTimestamp=2021-05-04T00:11:50.762Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:50.210Z InvocationID=b366d9b2-e101-4b19-a867-1a4bd4a6cf0d ResponseDesc=OK 2021-05-04T00:11:53.509Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d8fe52a-7e6f-4a01-8140-1843f1742767 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:53.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:53.508Z InvocationID=a0f849c8-251a-4ddc-b36d-3bafe1c9bded 2021-05-04T00:11:53.706Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d8fe52a-7e6f-4a01-8140-1843f1742767 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:53.817Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d8fe52a-7e6f-4a01-8140-1843f1742767 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=309 EndTimestamp=2021-05-04T00:11:53.817Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:53.508Z InvocationID=29abf3b4-4daa-41b3-b2a1-4a19100211fa ResponseDesc=OK 2021-05-04T00:11:56.407Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4a800e5a-9370-48d5-a1c0-b3ca88e90d67 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:56.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:56.407Z InvocationID=be5e60ab-8d38-4b5f-b89c-d773208c4e9e 2021-05-04T00:11:56.454Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4a800e5a-9370-48d5-a1c0-b3ca88e90d67 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:11:56.801Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4a800e5a-9370-48d5-a1c0-b3ca88e90d67 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T00:11:56.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:56.407Z InvocationID=0a725911-1fb1-4aef-a28b-5d229083bf5b ResponseDesc=OK 2021-05-04T00:11:59.616Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e272caa8-9571-4ad1-be72-f74bfecb019b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:11:59.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:59.615Z InvocationID=229a00bc-8fa7-4458-aafd-7706824fa855 2021-05-04T00:11:59.702Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e272caa8-9571-4ad1-be72-f74bfecb019b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:01.135Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e272caa8-9571-4ad1-be72-f74bfecb019b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1520 EndTimestamp=2021-05-04T00:12:01.135Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:11:59.615Z InvocationID=f2fb6c86-f4b3-4183-83c7-1a31e67e0137 ResponseDesc=OK 2021-05-04T00:12:01.183Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b560694-55fd-4176-9995-4558fdeed26b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:01.183Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:01.183Z InvocationID=fd7b9dac-24a2-4ab1-b839-46ef7c8f342a 2021-05-04T00:12:01.247Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b560694-55fd-4176-9995-4558fdeed26b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:01.503Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b560694-55fd-4176-9995-4558fdeed26b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=320 EndTimestamp=2021-05-04T00:12:01.503Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:01.183Z InvocationID=5416c388-06d7-430f-bc07-f1d214333790 ResponseDesc=OK 2021-05-04T00:12:02.615Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64a63bc3-a49f-4b4e-bf6a-a556a022098f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:02.614Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:02.614Z InvocationID=7e3a5734-3b3d-48d2-b2d8-429bd1677a6d 2021-05-04T00:12:02.652Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64a63bc3-a49f-4b4e-bf6a-a556a022098f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:02.962Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64a63bc3-a49f-4b4e-bf6a-a556a022098f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=347 EndTimestamp=2021-05-04T00:12:02.961Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:02.614Z InvocationID=4f67736d-de27-4023-9026-b150e239ec77 ResponseDesc=OK 2021-05-04T00:12:05.614Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1b552bb-a7ad-49a4-b0a2-9e359e0937b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:05.613Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:05.613Z InvocationID=d5b36b3b-696b-4cac-9dd6-8a0a302a216a 2021-05-04T00:12:05.702Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1b552bb-a7ad-49a4-b0a2-9e359e0937b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:05.987Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1b552bb-a7ad-49a4-b0a2-9e359e0937b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=374 EndTimestamp=2021-05-04T00:12:05.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:05.613Z InvocationID=7dd10a53-4c1e-4f29-9a7b-702cf6e4283f ResponseDesc=OK 2021-05-04T00:12:08.807Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=466df4a9-4fa4-435e-9b6a-94b4a3082657 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:08.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:08.806Z InvocationID=e3ed2fcd-dcba-4ee3-a8fe-7d2c96c40e2f 2021-05-04T00:12:09.853Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=466df4a9-4fa4-435e-9b6a-94b4a3082657 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:09.953Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=466df4a9-4fa4-435e-9b6a-94b4a3082657 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1146 EndTimestamp=2021-05-04T00:12:09.952Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:08.806Z InvocationID=c1e46f69-ca6f-4402-b45b-cd57fe599db3 ResponseDesc=OK 2021-05-04T00:12:11.767Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=89dfc098-9a3f-4d98-bfc0-5d48d301f3f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:11.767Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:11.767Z InvocationID=f8b8daca-7a34-4f0f-97f1-d940725e34e7 2021-05-04T00:12:11.899Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=89dfc098-9a3f-4d98-bfc0-5d48d301f3f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:12.104Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=89dfc098-9a3f-4d98-bfc0-5d48d301f3f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=337 EndTimestamp=2021-05-04T00:12:12.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:11.767Z InvocationID=be550ead-94d0-4296-9b15-99c3ab82dcb0 ResponseDesc=OK 2021-05-04T00:12:14.407Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13ff3bf1-3bd2-4701-b627-93cc539a0898 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:14.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:14.407Z InvocationID=ab7e73ce-3ab3-4d5c-bcb3-e859850478fd 2021-05-04T00:12:14.501Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13ff3bf1-3bd2-4701-b627-93cc539a0898 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:14.766Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=13ff3bf1-3bd2-4701-b627-93cc539a0898 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=359 EndTimestamp=2021-05-04T00:12:14.766Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:14.407Z InvocationID=00269cdb-53d5-4892-8d98-462723ca34f5 ResponseDesc=OK 2021-05-04T00:12:17.734Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5dc85d86-c4b4-46ba-95f4-35136422979c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:17.734Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:17.734Z InvocationID=b824dab9-ab6c-48be-9a6d-9aa8c5ac3cd3 2021-05-04T00:12:18.049Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5dc85d86-c4b4-46ba-95f4-35136422979c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:18.200Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5dc85d86-c4b4-46ba-95f4-35136422979c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=466 EndTimestamp=2021-05-04T00:12:18.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:17.734Z InvocationID=3db3815b-bcea-4b04-b6aa-3246fad319f6 ResponseDesc=OK 2021-05-04T00:12:20.406Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4cdfbc30-6f86-4651-991f-4b985247da9f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:20.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:20.406Z InvocationID=d5f03b99-9178-48ee-a5b7-7fff04e14b45 2021-05-04T00:12:20.649Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4cdfbc30-6f86-4651-991f-4b985247da9f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:20.900Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4cdfbc30-6f86-4651-991f-4b985247da9f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=494 EndTimestamp=2021-05-04T00:12:20.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:20.406Z InvocationID=37a5530f-8ff0-4e8e-83be-66a646f3ee9b ResponseDesc=OK 2021-05-04T00:12:23.608Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d5667b6-f0b4-4903-9874-c65683e6aae0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:23.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:23.608Z InvocationID=34dbbbe0-ed2e-489f-aeb9-1fc06a08edbb 2021-05-04T00:12:23.700Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d5667b6-f0b4-4903-9874-c65683e6aae0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:23.874Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d5667b6-f0b4-4903-9874-c65683e6aae0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=265 EndTimestamp=2021-05-04T00:12:23.873Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:23.608Z InvocationID=76bd4304-58ce-4549-81b6-8463ec6b7165 ResponseDesc=OK 2021-05-04T00:12:26.372Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=707b3823-0a55-4519-b838-fbbf41254298 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:26.371Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:26.371Z InvocationID=9981adff-cda1-4138-8ea4-f8e99fd269f3 2021-05-04T00:12:26.569Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=707b3823-0a55-4519-b838-fbbf41254298 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:26.661Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=707b3823-0a55-4519-b838-fbbf41254298 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=288 EndTimestamp=2021-05-04T00:12:26.659Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:26.371Z InvocationID=59e58bcc-e41a-4bae-95f1-0db5e7be9fbd ResponseDesc=OK 2021-05-04T00:12:27.676Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1eee923-362d-46c7-9d69-bc50d647af95 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:27.676Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:27.676Z InvocationID=97ccb3db-9ad1-4525-8bc9-88d327c71a5e 2021-05-04T00:12:27.703Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1eee923-362d-46c7-9d69-bc50d647af95 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:27.999Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1eee923-362d-46c7-9d69-bc50d647af95 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=322 EndTimestamp=2021-05-04T00:12:27.998Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:27.676Z InvocationID=0a82acfd-fe0f-4cd3-b648-4cb03aaeae2c ResponseDesc=OK 2021-05-04T00:12:30.150Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0111edfa-6656-4eb6-8c5e-27ef6dd1281a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:30.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:30.150Z InvocationID=451e4ad2-6747-4c87-9a8c-2b82bc4297fe 2021-05-04T00:12:30.265Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0111edfa-6656-4eb6-8c5e-27ef6dd1281a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:30.646Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0111edfa-6656-4eb6-8c5e-27ef6dd1281a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:12:30.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:30.150Z InvocationID=5095b5e5-e561-425a-94dc-073cc60e6d9e ResponseDesc=OK 2021-05-04T00:12:32.268Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66195fe5-44db-44b3-a368-02b5433fcf40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:32.267Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:32.267Z InvocationID=1258abc2-459a-4b7a-bd94-58398dcb2813 2021-05-04T00:12:32.377Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66195fe5-44db-44b3-a368-02b5433fcf40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:32.518Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66195fe5-44db-44b3-a368-02b5433fcf40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=251 EndTimestamp=2021-05-04T00:12:32.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:32.267Z InvocationID=1d610fb8-edaf-457a-9d58-78a7deac65e1 ResponseDesc=OK 2021-05-04T00:12:35.217Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b2d07c52-afe8-438c-aeec-ef84389bff69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:35.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:35.217Z InvocationID=f05d93db-51b8-4aed-bec3-4535a37e5251 2021-05-04T00:12:35.301Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b2d07c52-afe8-438c-aeec-ef84389bff69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:35.326Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b2d07c52-afe8-438c-aeec-ef84389bff69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=109 EndTimestamp=2021-05-04T00:12:35.326Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:35.217Z InvocationID=583f0fa4-7652-42d6-98d9-2e74fe0b9129 ResponseDesc=OK 2021-05-04T00:12:38.406Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f5d941b-9c05-4fc1-b0a2-fbf897151cdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:38.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:38.406Z InvocationID=81b3ff3d-7659-4ce5-8610-609e37f64a50 2021-05-04T00:12:38.454Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f5d941b-9c05-4fc1-b0a2-fbf897151cdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:38.851Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2f5d941b-9c05-4fc1-b0a2-fbf897151cdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=445 EndTimestamp=2021-05-04T00:12:38.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:38.406Z InvocationID=74697940-254b-4aa0-a4f9-c9096998ec51 ResponseDesc=OK 2021-05-04T00:12:41.661Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0f7dad72-bc18-4568-8339-7c5c5ca0b70b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:41.660Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:41.660Z InvocationID=476f4da6-b2d3-4cad-8a49-5066c6cafe57 2021-05-04T00:12:41.846Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0f7dad72-bc18-4568-8339-7c5c5ca0b70b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:42.101Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0f7dad72-bc18-4568-8339-7c5c5ca0b70b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=441 EndTimestamp=2021-05-04T00:12:42.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:41.660Z InvocationID=afec4582-228f-4f8b-b366-d36d5e162eff ResponseDesc=OK 2021-05-04T00:12:44.506Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e98c372-b2b2-4489-87c6-9942a215a5bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:44.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:44.506Z InvocationID=d788f3e2-57e7-44c3-97bd-25267540f850 2021-05-04T00:12:44.545Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e98c372-b2b2-4489-87c6-9942a215a5bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:44.857Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e98c372-b2b2-4489-87c6-9942a215a5bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=351 EndTimestamp=2021-05-04T00:12:44.857Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:44.506Z InvocationID=005f91db-fc06-471d-a6d2-1ea0ee66af5d ResponseDesc=OK 2021-05-04T00:12:47.171Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8b9f30f-38e3-4314-8d9f-2871766ecbc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:47.171Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:47.171Z InvocationID=9d692115-9970-47ee-bd7e-ed3b75209d81 2021-05-04T00:12:47.251Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8b9f30f-38e3-4314-8d9f-2871766ecbc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:47.370Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8b9f30f-38e3-4314-8d9f-2871766ecbc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=199 EndTimestamp=2021-05-04T00:12:47.370Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:47.171Z InvocationID=84781329-9a89-477b-a153-90b0b307d5ea ResponseDesc=OK 2021-05-04T00:12:50.408Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=daa1f104-f787-40cb-a79c-247bf65746ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:50.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:50.407Z InvocationID=c23f1357-547b-46d3-b8d1-a270620bff6d 2021-05-04T00:12:50.548Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=daa1f104-f787-40cb-a79c-247bf65746ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:50.654Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=daa1f104-f787-40cb-a79c-247bf65746ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=247 EndTimestamp=2021-05-04T00:12:50.654Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:50.407Z InvocationID=fbc09ffb-a459-45b7-832b-927dd3e406a9 ResponseDesc=OK 2021-05-04T00:12:53.608Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3453a60-05c8-40d2-a920-6add5cd491a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:53.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:53.608Z InvocationID=2598670a-5905-45b9-9417-92478c6738aa 2021-05-04T00:12:53.650Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3453a60-05c8-40d2-a920-6add5cd491a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:53.956Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3453a60-05c8-40d2-a920-6add5cd491a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T00:12:53.956Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:53.608Z InvocationID=f5c5b1d2-28c0-4f7e-b6b1-08563b00f509 ResponseDesc=OK 2021-05-04T00:12:56.550Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=176139bc-33a9-4d1a-ba8c-fffdfb21d110 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:56.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:56.550Z InvocationID=55dcca1e-6c7a-4b64-9767-42877a8dc42e 2021-05-04T00:12:56.700Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=176139bc-33a9-4d1a-ba8c-fffdfb21d110 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:57.023Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=176139bc-33a9-4d1a-ba8c-fffdfb21d110 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=473 EndTimestamp=2021-05-04T00:12:57.023Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:56.550Z InvocationID=14c1af88-46d6-4807-ae8e-d0a50a6b0cb4 ResponseDesc=OK 2021-05-04T00:12:59.202Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=34d33730-ba73-4bb5-ae83-48ec0f0896c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:12:59.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:59.202Z InvocationID=ae0badf3-1892-4888-8869-45ebdda900a3 2021-05-04T00:12:59.369Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=34d33730-ba73-4bb5-ae83-48ec0f0896c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:12:59.651Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=34d33730-ba73-4bb5-ae83-48ec0f0896c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=449 EndTimestamp=2021-05-04T00:12:59.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:12:59.202Z InvocationID=1bdd02dc-38ee-48d8-a6ea-5951daefe027 ResponseDesc=OK 2021-05-04T00:13:01.118Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f36628da-a368-421d-bc3a-9b5d23b3df86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:01.118Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:01.118Z InvocationID=b7afc4e2-9948-433c-b0ee-f19a726a8a58 2021-05-04T00:13:01.552Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f36628da-a368-421d-bc3a-9b5d23b3df86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:01.850Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f36628da-a368-421d-bc3a-9b5d23b3df86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=731 EndTimestamp=2021-05-04T00:13:01.849Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:01.118Z InvocationID=390e5893-670e-4657-874c-4e63df65fd54 ResponseDesc=OK 2021-05-04T00:13:02.653Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=42eec92a-30cf-447d-b00c-0a0b8897eaf3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:02.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:02.653Z InvocationID=e0e49bb9-f828-4801-bb5f-2759d9f5628b 2021-05-04T00:13:02.800Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=42eec92a-30cf-447d-b00c-0a0b8897eaf3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:04.078Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=42eec92a-30cf-447d-b00c-0a0b8897eaf3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1425 EndTimestamp=2021-05-04T00:13:04.078Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:02.653Z InvocationID=e19ba898-26fc-442f-8a2d-77e911ba8bda ResponseDesc=OK 2021-05-04T00:13:05.605Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a1bc43c-b2c5-4aa6-84fd-e61e674e9412 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:05.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:05.605Z InvocationID=5d77c1b3-b673-430b-8394-7ab92bf963af 2021-05-04T00:13:05.749Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a1bc43c-b2c5-4aa6-84fd-e61e674e9412 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:06.001Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a1bc43c-b2c5-4aa6-84fd-e61e674e9412 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T00:13:06.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:05.605Z InvocationID=e1c52f79-f537-4d16-a599-9866252f889c ResponseDesc=OK 2021-05-04T00:13:08.207Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7e96988-b034-44d1-8381-35eed28cd1a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:08.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:08.206Z InvocationID=b90ff63e-6faf-47dc-b24c-c97de69284db 2021-05-04T00:13:08.306Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7e96988-b034-44d1-8381-35eed28cd1a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:08.600Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d7e96988-b034-44d1-8381-35eed28cd1a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T00:13:08.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:08.206Z InvocationID=ef820974-17db-4176-9aeb-cbe9673df450 ResponseDesc=OK 2021-05-04T00:13:11.407Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a30da61f-4a46-45c8-aad3-38cde2466243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:11.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:11.407Z InvocationID=58691cba-c4c6-495d-b8e0-6efc2c4f34cc 2021-05-04T00:13:11.449Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a30da61f-4a46-45c8-aad3-38cde2466243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:11.754Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a30da61f-4a46-45c8-aad3-38cde2466243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=347 EndTimestamp=2021-05-04T00:13:11.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:11.407Z InvocationID=335f0db3-3913-4ec7-aa29-bbf9ae4b2598 ResponseDesc=OK 2021-05-04T00:13:14.606Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbf22212-dbb2-46c9-a17d-894b3691d8d7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:14.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:14.605Z InvocationID=72f97407-cdee-4f80-8859-8fe723f8026a 2021-05-04T00:13:14.848Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbf22212-dbb2-46c9-a17d-894b3691d8d7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:15.104Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbf22212-dbb2-46c9-a17d-894b3691d8d7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=498 EndTimestamp=2021-05-04T00:13:15.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:14.605Z InvocationID=5742ada8-7d51-43a0-91e2-90c103b3234b ResponseDesc=OK 2021-05-04T00:13:17.508Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd310226-bab5-4d0a-8ccf-ea1fd05fc023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:17.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:17.508Z InvocationID=2b2f3e08-f49f-49f8-833c-30fe190aa48b 2021-05-04T00:13:17.600Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd310226-bab5-4d0a-8ccf-ea1fd05fc023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:18.008Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd310226-bab5-4d0a-8ccf-ea1fd05fc023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=499 EndTimestamp=2021-05-04T00:13:18.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:17.508Z InvocationID=2bb85cb5-bedc-4c85-96c8-9dd976866be1 ResponseDesc=OK 2021-05-04T00:13:20.304Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96147616-3d9f-438c-bb25-3cdb5802ab20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:20.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:20.304Z InvocationID=e985ef2c-44ab-4d63-a494-f7477674bcd3 2021-05-04T00:13:20.399Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96147616-3d9f-438c-bb25-3cdb5802ab20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:20.647Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96147616-3d9f-438c-bb25-3cdb5802ab20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:13:20.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:20.304Z InvocationID=0dbb6e53-1457-42d7-bde8-aaa4cde41ef5 ResponseDesc=OK 2021-05-04T00:13:23.524Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8ff50c5-2487-4ec1-a02f-75cde6113751 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:23.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:23.523Z InvocationID=50332ccd-d685-4c4d-aa06-da664b9a04d0 2021-05-04T00:13:23.661Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8ff50c5-2487-4ec1-a02f-75cde6113751 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:23.913Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8ff50c5-2487-4ec1-a02f-75cde6113751 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=389 EndTimestamp=2021-05-04T00:13:23.912Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:23.523Z InvocationID=2803c5c7-ba9d-4011-9551-bbac68af416f ResponseDesc=OK 2021-05-04T00:13:25.978Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b9054e73-59b3-4179-957b-95b821db6d1a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:25.977Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:25.977Z InvocationID=835df511-d108-4a3e-8e23-01451b20ec6a 2021-05-04T00:13:26.049Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b9054e73-59b3-4179-957b-95b821db6d1a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:26.156Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b9054e73-59b3-4179-957b-95b821db6d1a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=178 EndTimestamp=2021-05-04T00:13:26.155Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:25.977Z InvocationID=fa86e7e1-486e-4c49-8aad-82a3ff85570f ResponseDesc=OK 2021-05-04T00:13:27.732Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=79d21bfb-e930-4b1b-802e-72f5af421b64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:27.732Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:27.732Z InvocationID=4c69b815-6004-47be-b0fc-09640ec50ad8 2021-05-04T00:13:27.799Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=79d21bfb-e930-4b1b-802e-72f5af421b64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:28.046Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=79d21bfb-e930-4b1b-802e-72f5af421b64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=314 EndTimestamp=2021-05-04T00:13:28.046Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:27.732Z InvocationID=1c9efb19-4a88-491b-a39f-20420f4a8482 ResponseDesc=OK 2021-05-04T00:13:29.507Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=846cf639-9064-4306-97ce-0f77c4f539ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:29.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:29.506Z InvocationID=9b1a2f3e-9b7a-484c-a0ae-4d6b46501876 2021-05-04T00:13:29.745Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=846cf639-9064-4306-97ce-0f77c4f539ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:29.947Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=846cf639-9064-4306-97ce-0f77c4f539ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=441 EndTimestamp=2021-05-04T00:13:29.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:29.506Z InvocationID=621683b0-c979-4a6a-a9bf-959270a6645a ResponseDesc=OK 2021-05-04T00:13:32.361Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65a6010d-98db-4b5c-abfb-7cfb0de86068 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:32.361Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:32.361Z InvocationID=0e361d49-9a31-4ab2-99d4-9cd4b646698b 2021-05-04T00:13:32.453Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65a6010d-98db-4b5c-abfb-7cfb0de86068 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:32.654Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65a6010d-98db-4b5c-abfb-7cfb0de86068 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=292 EndTimestamp=2021-05-04T00:13:32.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:32.361Z InvocationID=bf4a68c4-2253-496b-a1af-211043f80c4e ResponseDesc=OK 2021-05-04T00:13:35.505Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=344dba31-f91d-4c0e-8188-d61c61aa9454 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:35.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:35.505Z InvocationID=c475179f-d559-4c6b-8d59-f22be3e77144 2021-05-04T00:13:35.700Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=344dba31-f91d-4c0e-8188-d61c61aa9454 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:35.910Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=344dba31-f91d-4c0e-8188-d61c61aa9454 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=405 EndTimestamp=2021-05-04T00:13:35.910Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:35.505Z InvocationID=30e0bb0d-f8d2-4c7c-ad07-5a7dafad0b20 ResponseDesc=OK 2021-05-04T00:13:38.403Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0035f175-311a-469b-bf0e-c52aac87b9b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:38.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:38.403Z InvocationID=ece2ce00-825a-49c3-9e7b-5ca239558ebb 2021-05-04T00:13:38.545Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0035f175-311a-469b-bf0e-c52aac87b9b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:38.649Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0035f175-311a-469b-bf0e-c52aac87b9b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=245 EndTimestamp=2021-05-04T00:13:38.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:38.403Z InvocationID=096a3db2-9d1e-4225-8db1-6c34a36d5211 ResponseDesc=OK 2021-05-04T00:13:41.130Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b8d53ac-e12c-4105-9b11-4e19c624648b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:41.130Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:41.130Z InvocationID=ee3a89a9-0ee9-4ebe-bd22-222fbd24361d 2021-05-04T00:13:41.203Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b8d53ac-e12c-4105-9b11-4e19c624648b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:41.313Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b8d53ac-e12c-4105-9b11-4e19c624648b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=183 EndTimestamp=2021-05-04T00:13:41.313Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:41.130Z InvocationID=e0f0ef0a-ac29-4bdb-8d03-05a00c39e40d ResponseDesc=OK 2021-05-04T00:13:44.409Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be533e5f-41a2-41f3-bb16-6adfc825a40e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:44.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:44.408Z InvocationID=9d5dfd8e-2baa-4e5b-80ef-5342293c6ef2 2021-05-04T00:13:44.501Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be533e5f-41a2-41f3-bb16-6adfc825a40e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:44.746Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be533e5f-41a2-41f3-bb16-6adfc825a40e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=338 EndTimestamp=2021-05-04T00:13:44.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:44.408Z InvocationID=07092011-748a-48dc-874d-aa57a62dfc78 ResponseDesc=OK 2021-05-04T00:13:47.083Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9228e68b-1b11-463c-86ba-39fc1e2e9bb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:47.082Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:47.082Z InvocationID=cd0af94d-e5df-4b39-941f-2044b02ea0f7 2021-05-04T00:13:47.148Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9228e68b-1b11-463c-86ba-39fc1e2e9bb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:47.176Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9228e68b-1b11-463c-86ba-39fc1e2e9bb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T00:13:47.176Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:47.082Z InvocationID=adc4ad89-aef0-4739-b575-790529cbf167 ResponseDesc=OK 2021-05-04T00:13:50.410Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0c6eb21-f70d-4384-a7de-89701657c762 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:50.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:50.410Z InvocationID=1462725a-34cf-4524-9a02-5b3130468d93 2021-05-04T00:13:50.528Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0c6eb21-f70d-4384-a7de-89701657c762 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:50.699Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0c6eb21-f70d-4384-a7de-89701657c762 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T00:13:50.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:50.410Z InvocationID=add53d89-d274-4ef0-ab66-dc5cd510906f ResponseDesc=OK 2021-05-04T00:13:53.606Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c06e807d-78fa-4759-99dd-8bdb2874b3fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:53.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:53.606Z InvocationID=20e37356-b0f8-4a6f-a3df-429e28ae1682 2021-05-04T00:13:53.700Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c06e807d-78fa-4759-99dd-8bdb2874b3fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:53.954Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c06e807d-78fa-4759-99dd-8bdb2874b3fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T00:13:53.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:53.606Z InvocationID=f1ff2133-95f4-4625-b143-9d230dd71644 ResponseDesc=OK 2021-05-04T00:13:56.207Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1da5837-96fb-402f-8347-624b39321c4b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:56.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:56.207Z InvocationID=adf2df3d-5068-4ff5-9e9c-5eb9be7d2360 2021-05-04T00:13:56.218Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1da5837-96fb-402f-8347-624b39321c4b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:56.315Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1da5837-96fb-402f-8347-624b39321c4b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T00:13:56.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:56.207Z InvocationID=d73af113-598a-48f1-b3f4-e268ad50b5ec ResponseDesc=OK 2021-05-04T00:13:59.310Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d7d656e-524b-43f2-b22a-9ad3a987b837 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:13:59.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:59.309Z InvocationID=b36c6901-901c-495b-9101-aae38c5c72cb 2021-05-04T00:13:59.399Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d7d656e-524b-43f2-b22a-9ad3a987b837 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:13:59.413Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d7d656e-524b-43f2-b22a-9ad3a987b837 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:13:59.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:13:59.309Z InvocationID=d57da4c9-7d81-4b1c-998f-75ff9aa77ba9 ResponseDesc=OK 2021-05-04T00:14:01.142Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1d18c1ed-db85-4f21-9235-b62cb917d18a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:01.142Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:01.142Z InvocationID=74bf9d34-ac6c-476c-a656-338d761a7ee9 2021-05-04T00:14:01.200Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1d18c1ed-db85-4f21-9235-b62cb917d18a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:01.509Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1d18c1ed-db85-4f21-9235-b62cb917d18a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=366 EndTimestamp=2021-05-04T00:14:01.508Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:01.142Z InvocationID=dd935649-6354-4f51-ad28-a845b907c3e1 ResponseDesc=OK 2021-05-04T00:14:02.537Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7c81420-1054-4fed-83e3-16f6802e8d54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:02.537Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:02.537Z InvocationID=bddc3a6d-ac33-4f18-97ac-2f5b7d85c84a 2021-05-04T00:14:02.646Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7c81420-1054-4fed-83e3-16f6802e8d54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:02.715Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7c81420-1054-4fed-83e3-16f6802e8d54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=177 EndTimestamp=2021-05-04T00:14:02.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:02.537Z InvocationID=4d130e63-a6a3-4ffc-a5ae-2b70914092bd ResponseDesc=OK 2021-05-04T00:14:05.606Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16814672-35e3-4c90-81de-891839579055 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:05.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:05.606Z InvocationID=ebd27493-735e-4090-8c59-1505d3979e32 2021-05-04T00:14:05.700Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16814672-35e3-4c90-81de-891839579055 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:05.947Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16814672-35e3-4c90-81de-891839579055 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:14:05.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:05.606Z InvocationID=6eb40659-7fc2-4295-a0f4-dc2ad4351ccd ResponseDesc=OK 2021-05-04T00:14:08.406Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d6ecaf2-df75-4d52-896d-409b65460bed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:08.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:08.406Z InvocationID=2340b46a-5182-4d9b-a94d-2fa5aabae6ca 2021-05-04T00:14:08.499Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d6ecaf2-df75-4d52-896d-409b65460bed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:09.153Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d6ecaf2-df75-4d52-896d-409b65460bed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=747 EndTimestamp=2021-05-04T00:14:09.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:08.406Z InvocationID=05e72b0b-e4e9-4127-83fa-29a46a84b0b1 ResponseDesc=OK 2021-05-04T00:14:11.312Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ad13d28-8967-4aa3-9193-3e30e8d1da78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:11.312Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:11.312Z InvocationID=ecbe1e7c-c07a-46f4-a64d-0fdbd4a18fd7 2021-05-04T00:14:11.412Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ad13d28-8967-4aa3-9193-3e30e8d1da78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:11.507Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ad13d28-8967-4aa3-9193-3e30e8d1da78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T00:14:11.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:11.312Z InvocationID=1043141b-6a7a-47c2-ac5a-e05e2351e6a3 ResponseDesc=OK 2021-05-04T00:14:14.517Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c02b0381-f727-4dcb-a198-3a966400503f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:14.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:14.517Z InvocationID=78f11fd3-00a0-4843-a66a-06b433e7a28c 2021-05-04T00:14:14.601Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c02b0381-f727-4dcb-a198-3a966400503f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:14.851Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c02b0381-f727-4dcb-a198-3a966400503f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=334 EndTimestamp=2021-05-04T00:14:14.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:14.517Z InvocationID=82245090-2214-490b-8756-ee8e71c5ac45 ResponseDesc=OK 2021-05-04T00:14:17.336Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6a3a282-f9af-47f7-8712-c750255f546f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:17.335Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:17.335Z InvocationID=efe42513-fb28-4ca2-b3ca-a2e2ae4ef327 2021-05-04T00:14:17.416Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6a3a282-f9af-47f7-8712-c750255f546f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:17.525Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6a3a282-f9af-47f7-8712-c750255f546f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T00:14:17.525Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:17.335Z InvocationID=911a89ea-0850-4e0a-baa8-dd756f90a8e0 ResponseDesc=OK 2021-05-04T00:14:20.022Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=781b90dd-fd43-49de-9187-81879d8714e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:20.022Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:20.022Z InvocationID=b29da7bf-58d4-4c91-8d79-eab578a9432b 2021-05-04T00:14:20.099Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=781b90dd-fd43-49de-9187-81879d8714e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:20.202Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=781b90dd-fd43-49de-9187-81879d8714e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:14:20.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:20.022Z InvocationID=1e1fa2ec-5d5a-4a66-a84b-5c0572d108c2 ResponseDesc=OK 2021-05-04T00:14:23.610Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da116a92-dea8-41f7-8368-cd24ceaf6a50 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:23.610Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:23.610Z InvocationID=91ea214e-c07e-40d4-9041-ff7d9aa5ab97 2021-05-04T00:14:23.702Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da116a92-dea8-41f7-8368-cd24ceaf6a50 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:23.924Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da116a92-dea8-41f7-8368-cd24ceaf6a50 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=313 EndTimestamp=2021-05-04T00:14:23.923Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:23.610Z InvocationID=8babe22e-b93d-4736-a99a-ac590768ac25 ResponseDesc=OK 2021-05-04T00:14:26.406Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b434eb29-78ea-4321-9f3a-b003827018c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:26.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:26.406Z InvocationID=8a6fc12a-9cbe-4d41-a163-c2cd34d0a16a 2021-05-04T00:14:26.506Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b434eb29-78ea-4321-9f3a-b003827018c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:26.761Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b434eb29-78ea-4321-9f3a-b003827018c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=355 EndTimestamp=2021-05-04T00:14:26.761Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:26.406Z InvocationID=006fbefd-71e0-458e-bc4a-f95e3ef2aa2e ResponseDesc=OK 2021-05-04T00:14:27.650Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0d1ae92-3187-4d63-854c-a3b72b5d308c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:27.650Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:27.650Z InvocationID=e8fff073-13cf-445e-8f22-0c11d265cecf 2021-05-04T00:14:27.745Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0d1ae92-3187-4d63-854c-a3b72b5d308c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:27.851Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0d1ae92-3187-4d63-854c-a3b72b5d308c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:14:27.851Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:27.650Z InvocationID=b1bf834b-575d-4d66-b368-2616bff25029 ResponseDesc=OK 2021-05-04T00:14:29.207Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=93fc2a78-84ad-4089-85b2-0d8d0ae6bf2c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:29.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:29.206Z InvocationID=17490be3-b2ec-451d-8ade-c05333e2b654 2021-05-04T00:14:29.298Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=93fc2a78-84ad-4089-85b2-0d8d0ae6bf2c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:29.701Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=93fc2a78-84ad-4089-85b2-0d8d0ae6bf2c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=495 EndTimestamp=2021-05-04T00:14:29.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:29.206Z InvocationID=6b5fe698-4c9c-4bc7-b654-865307a208a8 ResponseDesc=OK 2021-05-04T00:14:32.163Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57ee024a-23e0-4422-92f0-83a184e0412e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:32.163Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:32.163Z InvocationID=fd26e094-8e49-4d75-bb10-3c3c492c121e 2021-05-04T00:14:32.247Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57ee024a-23e0-4422-92f0-83a184e0412e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:32.263Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=57ee024a-23e0-4422-92f0-83a184e0412e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:14:32.263Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:32.163Z InvocationID=0757c756-24ef-430d-aca2-76239c98cd83 ResponseDesc=OK 2021-05-04T00:14:35.256Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a40598e6-b281-4a7c-bd7f-0970a798be88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:35.255Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:35.255Z InvocationID=e73ded8d-4998-4f67-b91d-7578a1d62ac6 2021-05-04T00:14:35.464Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a40598e6-b281-4a7c-bd7f-0970a798be88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:35.701Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a40598e6-b281-4a7c-bd7f-0970a798be88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=446 EndTimestamp=2021-05-04T00:14:35.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:35.255Z InvocationID=b3988d77-d564-4628-8d73-587f10b59007 ResponseDesc=OK 2021-05-04T00:14:38.404Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6479f415-e66b-488a-883f-bc9521222fb4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:38.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:38.404Z InvocationID=459636b6-a340-467c-a1e5-ff15b2abdae9 2021-05-04T00:14:38.501Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6479f415-e66b-488a-883f-bc9521222fb4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:38.800Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6479f415-e66b-488a-883f-bc9521222fb4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T00:14:38.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:38.404Z InvocationID=321b46f7-c5e1-4c37-8e35-98ecbbca0864 ResponseDesc=OK 2021-05-04T00:14:41.503Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=909a1463-7628-4e60-a2cb-e70f370feb1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:41.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:41.503Z InvocationID=2d5dfe2f-76ad-4849-b313-9349532c991e 2021-05-04T00:14:41.510Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=909a1463-7628-4e60-a2cb-e70f370feb1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:41.703Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=909a1463-7628-4e60-a2cb-e70f370feb1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=200 EndTimestamp=2021-05-04T00:14:41.703Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:41.503Z InvocationID=c11b5992-26f8-44d3-a89e-9eb738c8362d ResponseDesc=OK 2021-05-04T00:14:44.319Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b1b6582-cf40-45c6-ae76-6ce39f95a8a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:44.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:44.318Z InvocationID=8a8ee024-f89d-40f8-8091-f5fb453bdc37 2021-05-04T00:14:44.545Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b1b6582-cf40-45c6-ae76-6ce39f95a8a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:44.701Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b1b6582-cf40-45c6-ae76-6ce39f95a8a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=383 EndTimestamp=2021-05-04T00:14:44.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:44.318Z InvocationID=60e7fcfb-5ba5-4362-a0de-5e1c17fb7075 ResponseDesc=OK 2021-05-04T00:14:47.261Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e86ac3d-bfd2-442a-81c9-07ecae641392 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:47.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:47.261Z InvocationID=0ddf750c-26af-47ff-91d7-eae4d97af549 2021-05-04T00:14:47.397Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e86ac3d-bfd2-442a-81c9-07ecae641392 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:47.557Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e86ac3d-bfd2-442a-81c9-07ecae641392 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=296 EndTimestamp=2021-05-04T00:14:47.557Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:47.261Z InvocationID=4a560fdd-3467-4872-8d2f-4d8651bf2514 ResponseDesc=OK 2021-05-04T00:14:50.211Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=941f4880-f703-44e3-a820-e5167085d8ea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:50.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:50.211Z InvocationID=7f3910f8-e7c9-481e-b736-1affd2f6e462 2021-05-04T00:14:50.320Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=941f4880-f703-44e3-a820-e5167085d8ea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:50.646Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=941f4880-f703-44e3-a820-e5167085d8ea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=435 EndTimestamp=2021-05-04T00:14:50.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:50.211Z InvocationID=0d574bdb-12ea-4f9d-b324-7891190ed27c ResponseDesc=OK 2021-05-04T00:14:53.307Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1105a4d3-4259-46c3-980f-385a1a142e08 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:53.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:53.306Z InvocationID=8959fd77-07f5-4417-8d67-ac2d6c81d197 2021-05-04T00:14:53.545Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1105a4d3-4259-46c3-980f-385a1a142e08 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:53.804Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1105a4d3-4259-46c3-980f-385a1a142e08 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=497 EndTimestamp=2021-05-04T00:14:53.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:53.306Z InvocationID=ce37a240-4ef6-4034-a49f-479d7e7e6e13 ResponseDesc=OK 2021-05-04T00:14:56.409Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90b08c07-bb68-42a3-a4f7-00640f907839 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:56.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:56.409Z InvocationID=c47de93c-01d7-4548-9ced-995cbd76caa3 2021-05-04T00:14:56.446Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90b08c07-bb68-42a3-a4f7-00640f907839 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:58.900Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90b08c07-bb68-42a3-a4f7-00640f907839 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2490 EndTimestamp=2021-05-04T00:14:58.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:56.409Z InvocationID=b156a7e9-93c8-477b-ac45-4cd044db8904 ResponseDesc=OK 2021-05-04T00:14:59.503Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e2065ef-c641-42fb-8f8f-0edfdf48ba54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:14:59.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:59.503Z InvocationID=f34d8302-8b39-4929-bec3-d7ac89740287 2021-05-04T00:14:59.674Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e2065ef-c641-42fb-8f8f-0edfdf48ba54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:14:59.946Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e2065ef-c641-42fb-8f8f-0edfdf48ba54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=443 EndTimestamp=2021-05-04T00:14:59.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:14:59.503Z InvocationID=886226fa-ea66-47f2-9b81-c1ab78d80a24 ResponseDesc=OK 2021-05-04T00:15:01.158Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9c802b5-cf10-4e36-9374-b2fdf6a8466e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:01.158Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:01.158Z InvocationID=f72b577a-eb92-4528-9493-fbff123fcf30 2021-05-04T00:15:01.248Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9c802b5-cf10-4e36-9374-b2fdf6a8466e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:01.501Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9c802b5-cf10-4e36-9374-b2fdf6a8466e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:15:01.501Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:01.158Z InvocationID=c4ecebba-2588-46c7-9dbd-25db22de266d ResponseDesc=OK 2021-05-04T00:15:02.417Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f0279e14-a871-4273-a71c-96eddc650854 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:02.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:02.416Z InvocationID=bda5fa4d-e214-4063-b1a3-cff1cdde076a 2021-05-04T00:15:02.502Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f0279e14-a871-4273-a71c-96eddc650854 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:02.847Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f0279e14-a871-4273-a71c-96eddc650854 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=431 EndTimestamp=2021-05-04T00:15:02.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:02.416Z InvocationID=a1f0d08f-b2bf-4d61-bb0f-4e98bb8999bc ResponseDesc=OK 2021-05-04T00:15:05.606Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8ca0d323-8913-4167-8b28-16fd62e8a0ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:05.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:05.606Z InvocationID=aaf6db93-52cf-43d3-a4cc-5716a660c6fa 2021-05-04T00:15:05.701Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8ca0d323-8913-4167-8b28-16fd62e8a0ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:05.851Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8ca0d323-8913-4167-8b28-16fd62e8a0ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=245 EndTimestamp=2021-05-04T00:15:05.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:05.606Z InvocationID=4a96716e-1940-4b6c-8948-29b2c421eeb4 ResponseDesc=OK 2021-05-04T00:15:08.604Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ca696d3-1995-422f-9535-96e2a30ebeca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:08.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:08.603Z InvocationID=eb3ef1ed-293d-43d9-8eb6-a9371475f681 2021-05-04T00:15:09.145Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ca696d3-1995-422f-9535-96e2a30ebeca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:09.249Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ca696d3-1995-422f-9535-96e2a30ebeca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=646 EndTimestamp=2021-05-04T00:15:09.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:08.603Z InvocationID=13cdf28d-b88b-44cc-875d-6d4dbae71557 ResponseDesc=OK 2021-05-04T00:15:11.206Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c878f735-2b6f-47ae-9b39-c7f01156154e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:11.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:11.206Z InvocationID=705e0798-81bc-492c-b54e-b8540fa72c7d 2021-05-04T00:15:11.397Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c878f735-2b6f-47ae-9b39-c7f01156154e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:11.656Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c878f735-2b6f-47ae-9b39-c7f01156154e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=449 EndTimestamp=2021-05-04T00:15:11.655Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:11.206Z InvocationID=5cba06d2-45d4-460a-900c-4b74ed8d337e ResponseDesc=OK 2021-05-04T00:15:14.413Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3920bf3c-1db5-4c10-a9d4-583370395da3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:14.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:14.413Z InvocationID=d3eb36b7-c065-4976-a3dc-72a850f54d49 2021-05-04T00:15:14.603Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3920bf3c-1db5-4c10-a9d4-583370395da3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:14.846Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3920bf3c-1db5-4c10-a9d4-583370395da3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=433 EndTimestamp=2021-05-04T00:15:14.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:14.413Z InvocationID=40180cf5-542a-4652-a32b-1475387a7588 ResponseDesc=OK 2021-05-04T00:15:17.609Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=098eb61c-4bef-4329-b41a-145088122ec0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:17.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:17.608Z InvocationID=403f8524-b607-43d1-ac27-50e68a498fbb 2021-05-04T00:15:17.747Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=098eb61c-4bef-4329-b41a-145088122ec0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:17.906Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=098eb61c-4bef-4329-b41a-145088122ec0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=298 EndTimestamp=2021-05-04T00:15:17.906Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:17.608Z InvocationID=0fbf00f5-fb4d-46a0-8600-dc013b4fc50d ResponseDesc=OK 2021-05-04T00:15:20.406Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c89a19fe-4303-4848-a28f-d0a634f63e33 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:20.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:20.405Z InvocationID=58b0ade3-5da7-45e3-99cf-31e128ad4134 2021-05-04T00:15:20.497Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c89a19fe-4303-4848-a28f-d0a634f63e33 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:20.799Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c89a19fe-4303-4848-a28f-d0a634f63e33 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=393 EndTimestamp=2021-05-04T00:15:20.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:20.405Z InvocationID=57af60c9-5acc-43a8-a220-1d3bd2ac8e74 ResponseDesc=OK 2021-05-04T00:15:23.222Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e9e333e0-a9cf-478b-8f22-270fb18deb68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:23.222Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:23.222Z InvocationID=542c69ff-0491-4f6b-9661-b8bd061c9194 2021-05-04T00:15:23.507Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e9e333e0-a9cf-478b-8f22-270fb18deb68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:23.751Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e9e333e0-a9cf-478b-8f22-270fb18deb68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=529 EndTimestamp=2021-05-04T00:15:23.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:23.222Z InvocationID=e2f784e7-5582-4f17-98cd-6f0500c6134c ResponseDesc=OK 2021-05-04T00:15:26.368Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e94981f-5a3e-42e5-a856-0d953a23f71a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:26.368Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:26.368Z InvocationID=ed937c6d-d05e-45cf-a802-52fc83b5a62c 2021-05-04T00:15:26.496Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e94981f-5a3e-42e5-a856-0d953a23f71a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:26.527Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e94981f-5a3e-42e5-a856-0d953a23f71a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=158 EndTimestamp=2021-05-04T00:15:26.526Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:26.368Z InvocationID=66e476e4-373a-4110-8259-93384139f11b ResponseDesc=OK 2021-05-04T00:15:27.650Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6818aa7e-fdec-467a-bbe2-de5a6924b7fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:27.650Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:27.650Z InvocationID=57d78900-924f-4d4a-b3d0-75e29995d50b 2021-05-04T00:15:27.798Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6818aa7e-fdec-467a-bbe2-de5a6924b7fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:27.998Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6818aa7e-fdec-467a-bbe2-de5a6924b7fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T00:15:27.998Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:27.650Z InvocationID=7250c644-88fb-4a3c-b716-cfff62b5235f ResponseDesc=OK 2021-05-04T00:15:29.319Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e782e51d-e983-4bfc-a95a-ff9db7e01849 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:29.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:29.319Z InvocationID=f4549440-3241-46ce-b7fd-c22460e10965 2021-05-04T00:15:29.404Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e782e51d-e983-4bfc-a95a-ff9db7e01849 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:29.648Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e782e51d-e983-4bfc-a95a-ff9db7e01849 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=329 EndTimestamp=2021-05-04T00:15:29.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:29.319Z InvocationID=1a02f29e-9ef5-477d-93c3-9c93d54856c0 ResponseDesc=OK 2021-05-04T00:15:32.618Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4afc29f0-0b77-4a0b-a8d9-8aa27e2e7fba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:32.617Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:32.617Z InvocationID=a730013d-9fdd-40c3-8ccd-9fda4105a274 2021-05-04T00:15:32.709Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4afc29f0-0b77-4a0b-a8d9-8aa27e2e7fba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:32.903Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4afc29f0-0b77-4a0b-a8d9-8aa27e2e7fba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=285 EndTimestamp=2021-05-04T00:15:32.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:32.617Z InvocationID=4533167b-850c-4fde-b35c-bf08a06448f6 ResponseDesc=OK 2021-05-04T00:15:35.499Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0b44d41-6909-4bfb-83e0-5f73f5f7a167 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:35.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:35.499Z InvocationID=53a98957-a64d-4746-ab98-e6c01074f11f 2021-05-04T00:15:35.561Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0b44d41-6909-4bfb-83e0-5f73f5f7a167 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:36.256Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0b44d41-6909-4bfb-83e0-5f73f5f7a167 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=757 EndTimestamp=2021-05-04T00:15:36.256Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:35.499Z InvocationID=ac4a6450-57fa-4cf2-baad-6b2d15bdfde9 ResponseDesc=OK 2021-05-04T00:15:38.303Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e454d38d-5432-4033-95db-df204b791277 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:38.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:38.303Z InvocationID=be8ba8cd-c029-4341-9aa3-1a3b41541054 2021-05-04T00:15:38.402Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e454d38d-5432-4033-95db-df204b791277 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:39.455Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e454d38d-5432-4033-95db-df204b791277 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1151 EndTimestamp=2021-05-04T00:15:39.454Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:38.303Z InvocationID=697871e3-e070-4b70-8993-d9665c7e8580 ResponseDesc=OK 2021-05-04T00:15:42.384Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b075930-48d0-4321-a7b2-7866ab1a3089 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:42.383Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:42.383Z InvocationID=9b1062bd-96a3-48a3-a4a4-c1ee36adc94f 2021-05-04T00:15:44.546Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b075930-48d0-4321-a7b2-7866ab1a3089 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:45.001Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b075930-48d0-4321-a7b2-7866ab1a3089 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2618 EndTimestamp=2021-05-04T00:15:45.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:42.383Z InvocationID=0c737c70-a802-4627-931c-25f1fa99b10b ResponseDesc=OK 2021-05-04T00:15:46.879Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e77e178-bcae-4a25-986e-2551a8d6786d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:46.878Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:46.878Z InvocationID=a2c2e4ec-7291-4918-a064-63a0b59c3fba 2021-05-04T00:15:46.957Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e77e178-bcae-4a25-986e-2551a8d6786d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:47.075Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e77e178-bcae-4a25-986e-2551a8d6786d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=196 EndTimestamp=2021-05-04T00:15:47.074Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:46.878Z InvocationID=d3d76a59-eda4-4c3d-a308-8cc4f07dff5c ResponseDesc=OK 2021-05-04T00:15:47.653Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=508b9ee5-1897-4723-bd1c-811be11fe736 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:47.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:47.653Z InvocationID=7ac4cc65-fd5f-4630-af75-6944c5f56b3a 2021-05-04T00:15:47.745Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=508b9ee5-1897-4723-bd1c-811be11fe736 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:48.052Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=508b9ee5-1897-4723-bd1c-811be11fe736 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=399 EndTimestamp=2021-05-04T00:15:48.052Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:47.653Z InvocationID=54105b33-c372-4649-ab86-fcc261ad9d22 ResponseDesc=OK 2021-05-04T00:15:50.505Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18f615e2-4d0b-453a-821f-7efb5a1eb113 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:50.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:50.505Z InvocationID=dbeba8c4-5f9c-4426-ad65-fe1e994b36d9 2021-05-04T00:15:50.965Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18f615e2-4d0b-453a-821f-7efb5a1eb113 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:51.055Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18f615e2-4d0b-453a-821f-7efb5a1eb113 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=550 EndTimestamp=2021-05-04T00:15:51.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:50.505Z InvocationID=a374da4b-33a9-41e3-9dd4-67bbb8f263e6 ResponseDesc=OK 2021-05-04T00:15:53.322Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=820a4b3c-7da6-4224-b3de-cdb77ed86ca3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:53.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:53.321Z InvocationID=196abc4f-13d8-4b54-8d16-1beeff4da8f6 2021-05-04T00:15:53.421Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=820a4b3c-7da6-4224-b3de-cdb77ed86ca3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:53.547Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=820a4b3c-7da6-4224-b3de-cdb77ed86ca3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=225 EndTimestamp=2021-05-04T00:15:53.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:53.321Z InvocationID=db13945d-3d74-4909-a08a-dd2fc64cf1a1 ResponseDesc=OK 2021-05-04T00:15:56.405Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=658830ad-a98d-4697-a6cd-c164fb33c5f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:56.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:56.405Z InvocationID=c017fd91-585e-4d8c-b589-f3bdd8eb7b78 2021-05-04T00:15:56.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=658830ad-a98d-4697-a6cd-c164fb33c5f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:56.622Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=658830ad-a98d-4697-a6cd-c164fb33c5f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=217 EndTimestamp=2021-05-04T00:15:56.622Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:56.405Z InvocationID=e6909f8c-6dcf-4968-a6d2-c6155f559559 ResponseDesc=OK 2021-05-04T00:15:59.217Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35d50d06-50fc-4da7-97d9-78b285502d5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:15:59.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:59.217Z InvocationID=d70e317d-535c-413f-8778-a2b2581c3971 2021-05-04T00:15:59.232Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35d50d06-50fc-4da7-97d9-78b285502d5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:15:59.352Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35d50d06-50fc-4da7-97d9-78b285502d5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=134 EndTimestamp=2021-05-04T00:15:59.351Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:15:59.217Z InvocationID=4063ec1a-9618-4258-979a-5ee32234936f ResponseDesc=OK 2021-05-04T00:16:01.138Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=77198bf7-8424-4217-9b20-68509d32023a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:01.138Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:01.138Z InvocationID=d4127962-6449-4fd6-b7a2-aa40b318f0db 2021-05-04T00:16:01.220Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=77198bf7-8424-4217-9b20-68509d32023a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:01.326Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=77198bf7-8424-4217-9b20-68509d32023a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T00:16:01.326Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:01.138Z InvocationID=d0ef7b7d-0936-42c2-93a0-75fba6040a72 ResponseDesc=OK 2021-05-04T00:16:02.428Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b8e7266-ed70-4d27-88f1-5c5e6293b1e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:02.428Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:02.428Z InvocationID=c7f64f09-41ce-4d99-95e1-efe3305557c7 2021-05-04T00:16:02.520Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b8e7266-ed70-4d27-88f1-5c5e6293b1e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:02.714Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b8e7266-ed70-4d27-88f1-5c5e6293b1e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=286 EndTimestamp=2021-05-04T00:16:02.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:02.428Z InvocationID=e481ac99-51f9-4742-b3b6-e9169e2d69ef ResponseDesc=OK 2021-05-04T00:16:05.520Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d3baee49-9287-46f3-814d-aabf5d8f0c22 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:05.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:05.520Z InvocationID=b713cde9-6eed-4d74-8045-f51bedf98166 2021-05-04T00:16:05.748Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d3baee49-9287-46f3-814d-aabf5d8f0c22 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:06.001Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d3baee49-9287-46f3-814d-aabf5d8f0c22 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=481 EndTimestamp=2021-05-04T00:16:06.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:05.520Z InvocationID=7940055a-ac22-4ca5-8a54-c0dc2beab6af ResponseDesc=OK 2021-05-04T00:16:08.317Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b3e0f4f1-3e8f-45ab-81b8-8b416c376436 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:08.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:08.317Z InvocationID=daf3e9b0-960f-4051-8edc-2b2bd2e290f6 2021-05-04T00:16:08.423Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b3e0f4f1-3e8f-45ab-81b8-8b416c376436 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:08.612Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b3e0f4f1-3e8f-45ab-81b8-8b416c376436 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:16:08.612Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:08.317Z InvocationID=cb078a4d-7316-4601-bd48-7f09f986e5bc ResponseDesc=OK 2021-05-04T00:16:11.125Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7637ea6-67fc-490f-8094-b865be3ddf46 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:11.125Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:11.125Z InvocationID=87f5c867-3de8-4f95-90af-3a7d7fbb4247 2021-05-04T00:16:11.198Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7637ea6-67fc-490f-8094-b865be3ddf46 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:11.318Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c7637ea6-67fc-490f-8094-b865be3ddf46 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:16:11.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:11.125Z InvocationID=ddaa58d9-f398-4896-80e3-36d3c3aeb317 ResponseDesc=OK 2021-05-04T00:16:14.422Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95ea4565-ff91-4a4d-aec3-2fd9b70531ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:14.422Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:14.422Z InvocationID=fd4288ec-a748-4508-95f4-fd470d691c05 2021-05-04T00:16:14.967Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95ea4565-ff91-4a4d-aec3-2fd9b70531ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:15.101Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95ea4565-ff91-4a4d-aec3-2fd9b70531ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=679 EndTimestamp=2021-05-04T00:16:15.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:14.422Z InvocationID=cc3bda06-438c-40dc-859c-61991873b0f5 ResponseDesc=OK 2021-05-04T00:16:17.515Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfaab491-6656-4f22-9da3-e5c524d0049b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:17.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:17.515Z InvocationID=9a1fea16-13d3-491f-b334-145481f6a2c1 2021-05-04T00:16:17.697Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfaab491-6656-4f22-9da3-e5c524d0049b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:17.905Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bfaab491-6656-4f22-9da3-e5c524d0049b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=390 EndTimestamp=2021-05-04T00:16:17.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:17.515Z InvocationID=2293c0bf-5b24-40ef-9fa3-59a0082eeb47 ResponseDesc=OK 2021-05-04T00:16:20.412Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c32a796a-1d0c-46a5-b865-e2d1a0888c82 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:20.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:20.412Z InvocationID=4c96668f-0d2c-4e50-a044-86ca6af0a13c 2021-05-04T00:16:20.501Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c32a796a-1d0c-46a5-b865-e2d1a0888c82 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:23.563Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c32a796a-1d0c-46a5-b865-e2d1a0888c82 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3151 EndTimestamp=2021-05-04T00:16:23.563Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:20.412Z InvocationID=f6815bf4-ebe2-411a-a2dc-45668a12d338 ResponseDesc=OK 2021-05-04T00:16:24.162Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb1c0a31-d776-406e-82bb-88edbc217d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:24.162Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:24.162Z InvocationID=1ded1e6a-2b1c-4e9a-92df-84249f5f9b75 2021-05-04T00:16:24.207Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb1c0a31-d776-406e-82bb-88edbc217d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:24.303Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fb1c0a31-d776-406e-82bb-88edbc217d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=141 EndTimestamp=2021-05-04T00:16:24.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:24.162Z InvocationID=d290881e-fded-4bed-9848-b9a5001143cc ResponseDesc=OK 2021-05-04T00:16:26.329Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ee3af71b-84bb-41e8-82d6-d1c7d32753bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:26.328Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:26.328Z InvocationID=5d25f0c9-bc99-42a8-8541-fd95fd8c4eeb 2021-05-04T00:16:26.352Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ee3af71b-84bb-41e8-82d6-d1c7d32753bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:26.447Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ee3af71b-84bb-41e8-82d6-d1c7d32753bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=118 EndTimestamp=2021-05-04T00:16:26.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:26.328Z InvocationID=77efb68f-b6fd-491f-b955-3622ea5cc80d ResponseDesc=OK 2021-05-04T00:16:27.716Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e716b213-c184-4737-a8a7-214316488736 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:27.716Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:27.716Z InvocationID=8a4ba40f-60f4-4c9a-95ee-52629c2b8912 2021-05-04T00:16:27.737Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e716b213-c184-4737-a8a7-214316488736 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:27.905Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e716b213-c184-4737-a8a7-214316488736 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=189 EndTimestamp=2021-05-04T00:16:27.905Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:27.716Z InvocationID=02787f77-9463-413d-9653-0d70c4c03c7e ResponseDesc=OK 2021-05-04T00:16:29.118Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de341f44-81ed-4deb-acac-e7b8ee7d3199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:29.118Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:29.118Z InvocationID=a4318fb5-d86d-4d6b-be45-e39629f61398 2021-05-04T00:16:29.402Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de341f44-81ed-4deb-acac-e7b8ee7d3199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:29.502Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de341f44-81ed-4deb-acac-e7b8ee7d3199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=384 EndTimestamp=2021-05-04T00:16:29.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:29.118Z InvocationID=114a3958-5331-49cf-a561-5c2fef388c83 ResponseDesc=OK 2021-05-04T00:16:31.877Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3a7d5047-a5ac-4f32-aabe-165abc873b55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:31.877Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:31.877Z InvocationID=eec19503-5265-4e6a-befc-8587e835063f 2021-05-04T00:16:31.896Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3a7d5047-a5ac-4f32-aabe-165abc873b55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:32.112Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3a7d5047-a5ac-4f32-aabe-165abc873b55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=234 EndTimestamp=2021-05-04T00:16:32.111Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:31.877Z InvocationID=ef263603-f4c1-4799-b599-2e6cc699afde ResponseDesc=OK 2021-05-04T00:16:35.411Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3eed90c5-6cc0-42b9-ab8f-5c38f13d570c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:35.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:35.410Z InvocationID=ba50998b-15ff-47af-b272-28b2055d7567 2021-05-04T00:16:35.500Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3eed90c5-6cc0-42b9-ab8f-5c38f13d570c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:36.709Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3eed90c5-6cc0-42b9-ab8f-5c38f13d570c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1299 EndTimestamp=2021-05-04T00:16:36.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:35.410Z InvocationID=6c83561f-c0e0-4ee3-b88e-8e16f43f50ea ResponseDesc=OK 2021-05-04T00:16:39.714Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aeb08678-f5a0-41e9-b0bb-f5a13b5164f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:39.713Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:39.713Z InvocationID=8834f99d-d011-4f5d-b220-6a446b12bf53 2021-05-04T00:16:39.814Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aeb08678-f5a0-41e9-b0bb-f5a13b5164f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:39.946Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aeb08678-f5a0-41e9-b0bb-f5a13b5164f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=233 EndTimestamp=2021-05-04T00:16:39.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:39.713Z InvocationID=fd970a8b-e4f2-47e9-9d03-9fde98487d51 ResponseDesc=OK 2021-05-04T00:16:41.572Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b2627740-6759-465e-9ee5-6bce56458d8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:41.572Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:41.572Z InvocationID=e1dd734d-b3a1-4271-8083-01196d1791ad 2021-05-04T00:16:41.647Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b2627740-6759-465e-9ee5-6bce56458d8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:41.851Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b2627740-6759-465e-9ee5-6bce56458d8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=279 EndTimestamp=2021-05-04T00:16:41.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:41.572Z InvocationID=eec98f0e-b850-4e66-8f37-48c99968ec91 ResponseDesc=OK 2021-05-04T00:16:44.414Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db14c72d-95e1-4d75-af37-15d79c91355d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:44.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:44.414Z InvocationID=dff164f3-ad1b-4ae7-a05c-4e413680b27e 2021-05-04T00:16:44.514Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db14c72d-95e1-4d75-af37-15d79c91355d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:48.817Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db14c72d-95e1-4d75-af37-15d79c91355d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4403 EndTimestamp=2021-05-04T00:16:48.817Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:44.414Z InvocationID=991ccaef-3542-4145-962d-1fcbde9e1634 ResponseDesc=OK 2021-05-04T00:16:49.341Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7160ac75-747f-4451-9ffe-22dfe86fb17a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:49.341Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:49.341Z InvocationID=c6c5309d-5805-4b12-94ea-542aac2cd54e 2021-05-04T00:16:49.414Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7160ac75-747f-4451-9ffe-22dfe86fb17a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:49.501Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7160ac75-747f-4451-9ffe-22dfe86fb17a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=159 EndTimestamp=2021-05-04T00:16:49.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:49.341Z InvocationID=131c330c-6acb-457c-b076-c95e49747bb3 ResponseDesc=OK 2021-05-04T00:16:50.207Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce036125-d6c4-4470-8791-9b898ed64db9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:50.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:50.207Z InvocationID=01d48d9a-7754-4625-a1fd-9fe43df23b41 2021-05-04T00:16:50.345Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce036125-d6c4-4470-8791-9b898ed64db9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:51.499Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce036125-d6c4-4470-8791-9b898ed64db9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1291 EndTimestamp=2021-05-04T00:16:51.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:50.207Z InvocationID=f916341b-ab33-49c9-acac-307e893c0fed ResponseDesc=OK 2021-05-04T00:16:53.506Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c4231333-6cee-4285-8b49-3ade5ad1d4cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:53.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:53.506Z InvocationID=ab643bb1-c3e4-4d09-bcb8-89336f7d38f0 2021-05-04T00:16:53.515Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c4231333-6cee-4285-8b49-3ade5ad1d4cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:53.713Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c4231333-6cee-4285-8b49-3ade5ad1d4cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=207 EndTimestamp=2021-05-04T00:16:53.713Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:53.506Z InvocationID=7e55bdf6-9250-4fe7-9efc-725084f11e30 ResponseDesc=OK 2021-05-04T00:16:56.423Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c86dadf-abcb-4287-b5a0-7293421abc72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:56.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:56.423Z InvocationID=90e57591-7c62-48f0-8eb8-d43a0299f819 2021-05-04T00:16:56.705Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c86dadf-abcb-4287-b5a0-7293421abc72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:56.921Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c86dadf-abcb-4287-b5a0-7293421abc72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=498 EndTimestamp=2021-05-04T00:16:56.921Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:56.423Z InvocationID=7badac7f-d0de-4d2d-89c4-d4bd1b31c548 ResponseDesc=OK 2021-05-04T00:16:59.125Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4444910d-b1b7-47e5-a98e-799646e8add5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:16:59.125Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:59.125Z InvocationID=dd1fe450-e828-43f4-8ddc-1ef3b4364a0e 2021-05-04T00:16:59.301Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4444910d-b1b7-47e5-a98e-799646e8add5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:16:59.799Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4444910d-b1b7-47e5-a98e-799646e8add5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=673 EndTimestamp=2021-05-04T00:16:59.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:16:59.125Z InvocationID=d55cda64-0866-4dfc-8f2b-614b1e6ce814 ResponseDesc=OK 2021-05-04T00:17:01.131Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5718ed0-30cd-4db4-95e9-b7c31f5e43a6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:01.131Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:01.131Z InvocationID=1f2942bc-001f-471f-a0bb-6ddc10e7d13f 2021-05-04T00:17:01.200Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5718ed0-30cd-4db4-95e9-b7c31f5e43a6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:01.925Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5718ed0-30cd-4db4-95e9-b7c31f5e43a6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=794 EndTimestamp=2021-05-04T00:17:01.925Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:01.131Z InvocationID=415465ed-5f78-4f1a-96f6-df1605f6951a ResponseDesc=OK 2021-05-04T00:17:02.628Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6cbd3a57-d89d-41d4-b70e-196d5741a23c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:02.628Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:02.628Z InvocationID=ee357c21-e7e9-44ac-bfc0-cbabf29c01e5 2021-05-04T00:17:04.613Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6cbd3a57-d89d-41d4-b70e-196d5741a23c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:04.710Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6cbd3a57-d89d-41d4-b70e-196d5741a23c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2082 EndTimestamp=2021-05-04T00:17:04.710Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:02.628Z InvocationID=92888d9a-36d7-4462-8149-f0daa11459b2 ResponseDesc=OK 2021-05-04T00:17:05.405Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b87db28f-de18-4a2f-a9fc-c384d5090dc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:05.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:05.404Z InvocationID=3241e6df-4db3-4f2f-a5b2-61ff786e0ffa 2021-05-04T00:17:05.420Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b87db28f-de18-4a2f-a9fc-c384d5090dc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:05.740Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b87db28f-de18-4a2f-a9fc-c384d5090dc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=336 EndTimestamp=2021-05-04T00:17:05.740Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:05.404Z InvocationID=b9ee1cc0-4d45-43b6-9688-54a6f0dd397b ResponseDesc=OK 2021-05-04T00:17:08.319Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7dddfcba-3b8a-4ef7-9b18-461531550af9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:08.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:08.319Z InvocationID=f147ead4-35d2-4d29-ae2e-03d0ac84298e 2021-05-04T00:17:08.401Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7dddfcba-3b8a-4ef7-9b18-461531550af9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:08.558Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7dddfcba-3b8a-4ef7-9b18-461531550af9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=238 EndTimestamp=2021-05-04T00:17:08.557Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:08.319Z InvocationID=1889abfc-cfad-45a1-927c-95188d401b74 ResponseDesc=OK 2021-05-04T00:17:11.102Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ba4f410-5760-4731-958c-3fe17f3e91a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:11.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:11.102Z InvocationID=c9e7a9a4-199f-4f50-98e1-f64c83bafb9e 2021-05-04T00:17:11.249Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ba4f410-5760-4731-958c-3fe17f3e91a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:11.350Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ba4f410-5760-4731-958c-3fe17f3e91a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=248 EndTimestamp=2021-05-04T00:17:11.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:11.102Z InvocationID=170a764f-5bd7-4b1f-9837-6aa0f7d345f1 ResponseDesc=OK 2021-05-04T00:17:14.419Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53727413-090a-4fa5-8be0-cfe1061c0e8b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:14.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:14.419Z InvocationID=0280a3cb-a620-459b-b21a-1c133866cf30 2021-05-04T00:17:14.431Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53727413-090a-4fa5-8be0-cfe1061c0e8b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:14.512Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53727413-090a-4fa5-8be0-cfe1061c0e8b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:17:14.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:14.419Z InvocationID=cca22b62-e25d-4e8e-a1ec-5b54a0cf13aa ResponseDesc=OK 2021-05-04T00:17:17.506Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0cec02ea-150b-47b6-8316-3e00dfb6a184 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:17.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:17.506Z InvocationID=8e398eec-85af-4afd-b861-724253947706 2021-05-04T00:17:17.517Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0cec02ea-150b-47b6-8316-3e00dfb6a184 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:17.812Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0cec02ea-150b-47b6-8316-3e00dfb6a184 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=305 EndTimestamp=2021-05-04T00:17:17.811Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:17.506Z InvocationID=5507c432-48ae-4710-8059-64e01ff79f7d ResponseDesc=OK 2021-05-04T00:17:20.019Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c0e0b428-7c70-4482-a03b-ce56bed980fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:20.019Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:20.019Z InvocationID=c90084ba-ad18-4f95-bf97-3b1ebba773e9 2021-05-04T00:17:20.616Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c0e0b428-7c70-4482-a03b-ce56bed980fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:20.714Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c0e0b428-7c70-4482-a03b-ce56bed980fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=695 EndTimestamp=2021-05-04T00:17:20.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:20.019Z InvocationID=36ff43db-9303-4ba6-9be7-712ef31ce55a ResponseDesc=OK 2021-05-04T00:17:23.410Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4aebb282-8cd2-43c1-9614-409f3c2d6d34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:23.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:23.409Z InvocationID=2df530d5-26cb-45e0-9bc6-ac71738d928c 2021-05-04T00:17:23.451Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4aebb282-8cd2-43c1-9614-409f3c2d6d34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:23.602Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4aebb282-8cd2-43c1-9614-409f3c2d6d34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:17:23.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:23.409Z InvocationID=3048fe4e-30ad-4167-925c-f1dcb27ae823 ResponseDesc=OK 2021-05-04T00:17:25.994Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a742b34-f5e5-44a1-b580-34a1a1662654 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:25.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:25.993Z InvocationID=84b1aa01-fe06-4139-b123-c7a377c25960 2021-05-04T00:17:26.017Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a742b34-f5e5-44a1-b580-34a1a1662654 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:26.108Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a742b34-f5e5-44a1-b580-34a1a1662654 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=115 EndTimestamp=2021-05-04T00:17:26.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:25.993Z InvocationID=8f68acf7-5228-4bd9-8ed3-9bd04ed6621c ResponseDesc=OK 2021-05-04T00:17:27.702Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64210065-c10a-4684-bf16-df2450680df1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:27.701Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:27.701Z InvocationID=0b579565-2502-4937-aeff-d152c3697572 2021-05-04T00:17:28.308Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64210065-c10a-4684-bf16-df2450680df1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:28.506Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64210065-c10a-4684-bf16-df2450680df1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=804 EndTimestamp=2021-05-04T00:17:28.505Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:27.701Z InvocationID=ed3b4c19-f9c4-4975-af72-3b97169dcc0b ResponseDesc=OK 2021-05-04T00:17:29.203Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64bc7c28-047f-4cb0-831b-f7333de3e405 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:29.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:29.203Z InvocationID=6aeea86f-1909-4f04-b64f-f2ae1b9cc159 2021-05-04T00:17:29.301Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64bc7c28-047f-4cb0-831b-f7333de3e405 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:29.600Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64bc7c28-047f-4cb0-831b-f7333de3e405 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T00:17:29.599Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:29.203Z InvocationID=821a590e-4787-4ec6-b29b-b43e4b87c7fc ResponseDesc=OK 2021-05-04T00:17:31.970Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=abc00a2c-c851-4c98-af29-1ed78ad7e9bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:31.970Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:31.970Z InvocationID=3c65cd8a-fe26-45b8-bae9-23b617638155 2021-05-04T00:17:32.049Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=abc00a2c-c851-4c98-af29-1ed78ad7e9bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:32.077Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=abc00a2c-c851-4c98-af29-1ed78ad7e9bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T00:17:32.077Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:31.970Z InvocationID=659d5fe8-77ff-446a-90ea-d57f121e81dd ResponseDesc=OK 2021-05-04T00:17:35.408Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac7b157c-5def-493f-94dd-66294b95930a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:35.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:35.408Z InvocationID=2a6ee660-e1e1-46d0-adfb-5beef920b809 2021-05-04T00:17:35.648Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac7b157c-5def-493f-94dd-66294b95930a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:35.904Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ac7b157c-5def-493f-94dd-66294b95930a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:17:35.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:35.408Z InvocationID=be300e9b-5fc1-403e-b65f-a0ceca340a71 ResponseDesc=OK 2021-05-04T00:17:38.419Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e8ee839-ce37-4901-8fc0-143b897600aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:38.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:38.419Z InvocationID=ff354ee2-87bf-4b7a-b50d-99499ae3ea3c 2021-05-04T00:17:38.598Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e8ee839-ce37-4901-8fc0-143b897600aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:38.899Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e8ee839-ce37-4901-8fc0-143b897600aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=480 EndTimestamp=2021-05-04T00:17:38.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:38.419Z InvocationID=897b1b90-7e51-43cc-8855-43600f2dfee7 ResponseDesc=OK 2021-05-04T00:17:41.125Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=867e69d9-ca3e-480b-8e5a-540157c9b01e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:41.125Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:41.125Z InvocationID=a5bd1260-edb3-4c85-a07f-37bbad59e6ad 2021-05-04T00:17:41.136Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=867e69d9-ca3e-480b-8e5a-540157c9b01e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:41.341Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=867e69d9-ca3e-480b-8e5a-540157c9b01e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=216 EndTimestamp=2021-05-04T00:17:41.341Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:41.125Z InvocationID=7f4299d3-7dab-4e68-9e87-986e38f24411 ResponseDesc=OK 2021-05-04T00:17:44.226Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=341f5d57-dce4-4c90-bed7-a27a1b12c55f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:44.225Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:44.225Z InvocationID=ead63225-ce4c-4aeb-8175-3469b8801552 2021-05-04T00:17:46.250Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=341f5d57-dce4-4c90-bed7-a27a1b12c55f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:46.266Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=341f5d57-dce4-4c90-bed7-a27a1b12c55f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2041 EndTimestamp=2021-05-04T00:17:46.266Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:44.225Z InvocationID=ed7f34f1-63bc-43df-8a2b-2a56c340a0ad ResponseDesc=OK 2021-05-04T00:17:46.831Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9edf688c-0337-472b-b3dd-c7773ed107b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:46.830Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:46.830Z InvocationID=c8d3f4ae-dce9-48cd-9f94-593d0c8b834f 2021-05-04T00:17:46.861Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9edf688c-0337-472b-b3dd-c7773ed107b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:47.097Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9edf688c-0337-472b-b3dd-c7773ed107b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=266 EndTimestamp=2021-05-04T00:17:47.096Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:46.830Z InvocationID=e2ba4486-96c3-40e5-821b-b8cb7808ce57 ResponseDesc=OK 2021-05-04T00:17:50.314Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=189405ee-57d0-4dfe-9d67-94fe53953588 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:50.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:50.314Z InvocationID=1a690548-eb8e-4809-8c8c-339ce0dc6a8f 2021-05-04T00:17:50.398Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=189405ee-57d0-4dfe-9d67-94fe53953588 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:50.509Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=189405ee-57d0-4dfe-9d67-94fe53953588 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T00:17:50.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:50.314Z InvocationID=cb7241ba-682f-4f4f-b022-0f8738c059cf ResponseDesc=OK 2021-05-04T00:17:53.405Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5df4b5c-70d7-43db-8fc8-7b9eb389d677 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:53.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:53.405Z InvocationID=25e84465-b132-4ea0-bafb-9c201c6a0b2a 2021-05-04T00:17:54.004Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5df4b5c-70d7-43db-8fc8-7b9eb389d677 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:54.110Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f5df4b5c-70d7-43db-8fc8-7b9eb389d677 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=705 EndTimestamp=2021-05-04T00:17:54.110Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:53.405Z InvocationID=139fc226-ee1c-4f0f-884c-3b7f2869ea61 ResponseDesc=OK 2021-05-04T00:17:56.212Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97213cc1-3c12-4265-b8e9-7ff44a8a82b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:56.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:56.212Z InvocationID=50971068-b05a-4fa9-b66b-7612fefb7ec4 2021-05-04T00:17:56.300Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97213cc1-3c12-4265-b8e9-7ff44a8a82b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:57.044Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97213cc1-3c12-4265-b8e9-7ff44a8a82b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=832 EndTimestamp=2021-05-04T00:17:57.044Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:56.212Z InvocationID=9a674047-055b-4f2f-9846-f9abfe80131b ResponseDesc=OK 2021-05-04T00:17:59.226Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b25b9a5d-b505-4750-aa56-10598c48dbae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:17:59.225Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:59.225Z InvocationID=9331a732-0c4c-4abf-95cf-399cba41f664 2021-05-04T00:17:59.302Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b25b9a5d-b505-4750-aa56-10598c48dbae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:17:59.802Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b25b9a5d-b505-4750-aa56-10598c48dbae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=577 EndTimestamp=2021-05-04T00:17:59.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:17:59.225Z InvocationID=28657b6a-1437-4f53-a2c7-3782e826d7a6 ResponseDesc=OK 2021-05-04T00:18:01.150Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8a9527fc-d0cf-4183-9682-bdd56897d57e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:01.150Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:01.150Z InvocationID=156d6909-59df-4d69-a7af-5553bb21b6a0 2021-05-04T00:18:01.228Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8a9527fc-d0cf-4183-9682-bdd56897d57e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:01.400Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8a9527fc-d0cf-4183-9682-bdd56897d57e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=250 EndTimestamp=2021-05-04T00:18:01.400Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:01.150Z InvocationID=4cf7e3fc-17bb-4318-8166-cbd43ae40267 ResponseDesc=OK 2021-05-04T00:18:02.532Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=413806c9-ef34-42dd-83c9-150e24561764 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:02.532Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:02.532Z InvocationID=1a7120d2-d3b9-4e5b-a59a-f54cb0476b0b 2021-05-04T00:18:02.602Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=413806c9-ef34-42dd-83c9-150e24561764 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:03.314Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=413806c9-ef34-42dd-83c9-150e24561764 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=782 EndTimestamp=2021-05-04T00:18:03.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:02.532Z InvocationID=ab294bdc-4913-45a2-b554-6c8a2996bea1 ResponseDesc=OK 2021-05-04T00:18:05.509Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a83fbf2e-d522-4013-be1d-453af8089348 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:05.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:05.508Z InvocationID=7e82179e-5335-45af-b283-7ef5c2155d97 2021-05-04T00:18:05.799Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a83fbf2e-d522-4013-be1d-453af8089348 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:05.941Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a83fbf2e-d522-4013-be1d-453af8089348 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=433 EndTimestamp=2021-05-04T00:18:05.941Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:05.508Z InvocationID=a806edb4-01f4-4052-8ace-87e116cf9085 ResponseDesc=OK 2021-05-04T00:18:08.204Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c4376d7a-a3e0-4551-948d-5bac9ae2e41c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:08.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:08.203Z InvocationID=de88b7b0-3a23-416a-944f-7f9d89633871 2021-05-04T00:18:08.218Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c4376d7a-a3e0-4551-948d-5bac9ae2e41c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:08.323Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c4376d7a-a3e0-4551-948d-5bac9ae2e41c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=116 EndTimestamp=2021-05-04T00:18:08.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:08.203Z InvocationID=7b843980-0eea-40b7-8f5b-46f6fefb2850 ResponseDesc=OK 2021-05-04T00:18:11.107Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe4d5275-b431-49b6-8fcb-f8fcb52fad3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:11.106Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:11.106Z InvocationID=edc2c506-27c8-4e97-a0e2-748f481d6975 2021-05-04T00:18:11.209Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe4d5275-b431-49b6-8fcb-f8fcb52fad3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:13.228Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe4d5275-b431-49b6-8fcb-f8fcb52fad3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2122 EndTimestamp=2021-05-04T00:18:13.228Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:11.106Z InvocationID=359a0e3e-2eed-4b31-b036-e7c323e26371 ResponseDesc=OK 2021-05-04T00:18:14.410Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f09d131a-73fb-4780-81bc-4644d07acb45 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:14.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:14.410Z InvocationID=38feae93-c3c3-4ada-b96f-0a0d25382f74 2021-05-04T00:18:14.517Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f09d131a-73fb-4780-81bc-4644d07acb45 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:14.646Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f09d131a-73fb-4780-81bc-4644d07acb45 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=235 EndTimestamp=2021-05-04T00:18:14.645Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:14.410Z InvocationID=a89a5e3e-fac6-4eec-9cb6-3165a6275aea ResponseDesc=OK 2021-05-04T00:18:17.340Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c49806b8-cb07-4fd9-9751-5cd6c01f0faf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:17.339Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:17.339Z InvocationID=5047cbb4-2dc8-485a-bd53-1d954ddbc76a 2021-05-04T00:18:18.531Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c49806b8-cb07-4fd9-9751-5cd6c01f0faf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:18.611Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c49806b8-cb07-4fd9-9751-5cd6c01f0faf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1272 EndTimestamp=2021-05-04T00:18:18.611Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:17.339Z InvocationID=518b8075-b3d3-4d7c-a48a-de75ee6eca09 ResponseDesc=OK 2021-05-04T00:18:20.108Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d82ab18b-f4b3-444e-9c48-4f68a229b108 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:20.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:20.108Z InvocationID=90b047c1-cbcc-48f6-9248-a5e315275a80 2021-05-04T00:18:21.405Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d82ab18b-f4b3-444e-9c48-4f68a229b108 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:21.825Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d82ab18b-f4b3-444e-9c48-4f68a229b108 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1717 EndTimestamp=2021-05-04T00:18:21.825Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:20.108Z InvocationID=18c8009c-ee0c-4c48-8151-83fc3c8fc67a ResponseDesc=OK 2021-05-04T00:18:23.307Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=513c07b2-7688-441f-8f6b-5a8e7bc404f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:23.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:23.307Z InvocationID=51d2c07f-2873-484f-a4b8-df91b7c3db56 2021-05-04T00:18:23.401Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=513c07b2-7688-441f-8f6b-5a8e7bc404f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:23.609Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=513c07b2-7688-441f-8f6b-5a8e7bc404f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=302 EndTimestamp=2021-05-04T00:18:23.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:23.307Z InvocationID=057c2912-124a-422f-816a-67943bb19ed6 ResponseDesc=OK 2021-05-04T00:18:26.615Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dcd4e03a-fbc9-4614-897a-7e44c395b7b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:26.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:26.615Z InvocationID=01fa48c3-58ac-4ccb-8b42-3a302249cbb1 2021-05-04T00:18:26.645Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dcd4e03a-fbc9-4614-897a-7e44c395b7b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:26.719Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dcd4e03a-fbc9-4614-897a-7e44c395b7b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:18:26.719Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:26.615Z InvocationID=5f2847e6-6e57-493d-867e-44bf4cc526c9 ResponseDesc=OK 2021-05-04T00:18:27.647Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfbdc988-0eb2-4d97-8d77-202263179818 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:27.647Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:27.647Z InvocationID=94f564b4-1d8f-4507-8d39-016d8b76a226 2021-05-04T00:18:27.712Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfbdc988-0eb2-4d97-8d77-202263179818 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:28.023Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bfbdc988-0eb2-4d97-8d77-202263179818 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=375 EndTimestamp=2021-05-04T00:18:28.022Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:27.647Z InvocationID=e08aa0ca-c03c-45c6-bdc9-83ea39ce861f ResponseDesc=OK 2021-05-04T00:18:29.518Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8efbf1ed-2391-4a70-b51b-e25d148ccf1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:29.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:29.518Z InvocationID=6292a596-dc2a-4339-a3fe-a7f50da17812 2021-05-04T00:18:29.553Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8efbf1ed-2391-4a70-b51b-e25d148ccf1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:30.334Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8efbf1ed-2391-4a70-b51b-e25d148ccf1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=815 EndTimestamp=2021-05-04T00:18:30.333Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:29.518Z InvocationID=ba8d5f4b-3b28-48d1-bf00-c3302bb4240b ResponseDesc=OK 2021-05-04T00:18:31.855Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c1bf11e-fe86-4c25-9a9b-b482f94e088d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:31.855Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:31.855Z InvocationID=ac34302c-6066-485d-b7b0-61bc8cdcd393 2021-05-04T00:18:32.117Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c1bf11e-fe86-4c25-9a9b-b482f94e088d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:32.154Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c1bf11e-fe86-4c25-9a9b-b482f94e088d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=299 EndTimestamp=2021-05-04T00:18:32.154Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:31.855Z InvocationID=64d4e3bd-afb8-4fd5-a75f-9d667034fa56 ResponseDesc=OK 2021-05-04T00:18:35.205Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f941c891-e40a-4735-a096-8bc0871debb5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:35.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:35.204Z InvocationID=8d16ef09-f0ac-421c-ab04-379fae39ef4d 2021-05-04T00:18:35.230Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f941c891-e40a-4735-a096-8bc0871debb5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:35.401Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f941c891-e40a-4735-a096-8bc0871debb5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T00:18:35.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:35.204Z InvocationID=d7d4ba52-e1c0-495c-8425-5891ab21f78e ResponseDesc=OK 2021-05-04T00:18:38.303Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9654b71d-7d14-4ded-986e-2f186b6f3a13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:38.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:38.303Z InvocationID=61c1b82c-9b99-4b30-bb0e-69aeadfbd105 2021-05-04T00:18:38.400Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9654b71d-7d14-4ded-986e-2f186b6f3a13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:38.565Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9654b71d-7d14-4ded-986e-2f186b6f3a13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=261 EndTimestamp=2021-05-04T00:18:38.564Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:38.303Z InvocationID=f9602fb4-b4d6-4c3e-aa1a-cc4774f68d16 ResponseDesc=OK 2021-05-04T00:18:43.328Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1caac987-06d6-4b7a-99e1-3188fca46852 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:43.327Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:43.327Z InvocationID=c1603f4c-975e-4264-b985-55093a12e25d 2021-05-04T00:18:43.510Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1caac987-06d6-4b7a-99e1-3188fca46852 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:43.701Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1caac987-06d6-4b7a-99e1-3188fca46852 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=374 EndTimestamp=2021-05-04T00:18:43.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:43.327Z InvocationID=1d08333e-2114-429d-808d-45545abc1bd7 ResponseDesc=OK 2021-05-04T00:18:44.485Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6452da24-5016-44d5-87c6-05251db0d9a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:44.484Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:44.484Z InvocationID=49748e47-ec0e-4f2e-8a4a-9819e8631289 2021-05-04T00:18:44.577Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6452da24-5016-44d5-87c6-05251db0d9a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:45.152Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6452da24-5016-44d5-87c6-05251db0d9a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=667 EndTimestamp=2021-05-04T00:18:45.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:44.484Z InvocationID=2b268709-9932-4052-b16d-e7a5cb5cd1cd ResponseDesc=OK 2021-05-04T00:18:46.963Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a73114eb-b532-465c-94ab-d673377c62a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:46.963Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:46.963Z InvocationID=3c305556-e9ed-40a1-a1fd-6d5b39a99a7f 2021-05-04T00:18:47.001Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a73114eb-b532-465c-94ab-d673377c62a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:47.059Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a73114eb-b532-465c-94ab-d673377c62a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=96 EndTimestamp=2021-05-04T00:18:47.059Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:46.963Z InvocationID=9a7d601f-c1ad-45a8-aef3-3cc85999f422 ResponseDesc=OK 2021-05-04T00:18:50.257Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69fe7a92-e8c4-40d0-a1ba-92db88771a1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:50.256Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:50.256Z InvocationID=aa6e07b6-9633-41a4-95ec-bb70569b5e5a 2021-05-04T00:18:50.445Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69fe7a92-e8c4-40d0-a1ba-92db88771a1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:50.563Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69fe7a92-e8c4-40d0-a1ba-92db88771a1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=307 EndTimestamp=2021-05-04T00:18:50.563Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:50.256Z InvocationID=9b2110d6-4d65-4ddf-bb85-7e833fe49e7b ResponseDesc=OK 2021-05-04T00:18:53.412Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=656902d4-fae7-4983-9b5d-b78eb2cd4d54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:53.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:53.412Z InvocationID=7780e29c-6874-4393-8f60-430c60b58e67 2021-05-04T00:18:53.448Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=656902d4-fae7-4983-9b5d-b78eb2cd4d54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:53.751Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=656902d4-fae7-4983-9b5d-b78eb2cd4d54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=339 EndTimestamp=2021-05-04T00:18:53.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:53.412Z InvocationID=57a8e60b-50ac-4bda-85a4-1676460e892b ResponseDesc=OK 2021-05-04T00:18:56.405Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55368aeb-ae7f-41fb-94bf-0b786a55f4d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:56.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:56.405Z InvocationID=2e9ad0ca-1a2c-49d1-890f-d5e433b64798 2021-05-04T00:18:56.550Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55368aeb-ae7f-41fb-94bf-0b786a55f4d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:56.705Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55368aeb-ae7f-41fb-94bf-0b786a55f4d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=300 EndTimestamp=2021-05-04T00:18:56.705Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:56.405Z InvocationID=4b528df5-534d-439a-8f7d-844d3ed267bb ResponseDesc=OK 2021-05-04T00:18:59.354Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8f0efc2-4b4b-4b48-bd7d-38594b15250e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:18:59.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:59.353Z InvocationID=cddea592-d32a-4ce8-a694-e8204ed97c95 2021-05-04T00:18:59.560Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8f0efc2-4b4b-4b48-bd7d-38594b15250e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:18:59.703Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8f0efc2-4b4b-4b48-bd7d-38594b15250e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T00:18:59.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:18:59.353Z InvocationID=77ca3d46-3897-4b8c-a56e-53e559d96b5b ResponseDesc=OK 2021-05-04T00:19:01.132Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=288935cd-6637-4b84-ac8c-0775fb69e517 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:01.132Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:01.132Z InvocationID=6f057074-ffed-4e5c-978a-f8006ad83e85 2021-05-04T00:19:02.846Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=288935cd-6637-4b84-ac8c-0775fb69e517 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:03.249Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=288935cd-6637-4b84-ac8c-0775fb69e517 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2117 EndTimestamp=2021-05-04T00:19:03.249Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:01.132Z InvocationID=30c7bce3-d910-4fda-9afc-b5a592d2a451 ResponseDesc=OK 2021-05-04T00:19:03.605Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bff54290-dea0-4d1b-bb14-4518fca5a2ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:03.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:03.605Z InvocationID=5f7ef39d-78e9-46ae-b695-a18ae994ae49 2021-05-04T00:19:03.700Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bff54290-dea0-4d1b-bb14-4518fca5a2ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:04.045Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bff54290-dea0-4d1b-bb14-4518fca5a2ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=440 EndTimestamp=2021-05-04T00:19:04.045Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:03.605Z InvocationID=cc262157-4166-47d3-ac07-eb0d67d7c3de ResponseDesc=OK 2021-05-04T00:19:05.304Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b74d5f5-eca6-4ce1-8196-896a4c34dd25 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:05.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:05.304Z InvocationID=316efc3b-05ac-4154-a152-c41002770500 2021-05-04T00:19:05.554Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b74d5f5-eca6-4ce1-8196-896a4c34dd25 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:05.800Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b74d5f5-eca6-4ce1-8196-896a4c34dd25 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:19:05.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:05.304Z InvocationID=aa37170d-e2db-4cd0-badc-2d34834fa6ca ResponseDesc=OK 2021-05-04T00:19:08.306Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ee5a3af9-ed6d-427a-8a25-a6765e006878 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:08.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:08.306Z InvocationID=5b1d69bf-a272-419b-a3d9-e3dbc5aaa6a8 2021-05-04T00:19:08.401Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ee5a3af9-ed6d-427a-8a25-a6765e006878 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:08.798Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ee5a3af9-ed6d-427a-8a25-a6765e006878 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=492 EndTimestamp=2021-05-04T00:19:08.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:08.306Z InvocationID=2e0f3b68-2265-4098-abde-c0459f33d63f ResponseDesc=OK 2021-05-04T00:19:11.305Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59743ffd-9aeb-4b7d-a27d-11a9af155279 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:11.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:11.304Z InvocationID=857cdcc6-dba1-4d9f-bd61-980ad5297534 2021-05-04T00:19:11.451Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59743ffd-9aeb-4b7d-a27d-11a9af155279 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:11.661Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=59743ffd-9aeb-4b7d-a27d-11a9af155279 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=357 EndTimestamp=2021-05-04T00:19:11.661Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:11.304Z InvocationID=a064add3-fc8a-4712-8533-c1f081774458 ResponseDesc=OK 2021-05-04T00:19:14.626Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5461e817-7d9d-4210-879a-666a67b7ed68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:14.626Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:14.626Z InvocationID=8b27ed0f-2764-4705-b632-4e150eafb317 2021-05-04T00:19:14.851Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5461e817-7d9d-4210-879a-666a67b7ed68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:15.100Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5461e817-7d9d-4210-879a-666a67b7ed68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=474 EndTimestamp=2021-05-04T00:19:15.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:14.626Z InvocationID=072f1c82-39bc-4aad-9d8d-aac58dde44a1 ResponseDesc=OK 2021-05-04T00:19:17.460Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a58551d-b10c-4605-b659-73dcfbdc4ac9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:17.460Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:17.460Z InvocationID=2b23caa0-5e85-466f-b723-d6dfa5066a6a 2021-05-04T00:19:17.997Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a58551d-b10c-4605-b659-73dcfbdc4ac9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:18.204Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a58551d-b10c-4605-b659-73dcfbdc4ac9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=744 EndTimestamp=2021-05-04T00:19:18.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:17.460Z InvocationID=097666b4-f690-434d-bcdf-de96997bedd1 ResponseDesc=OK 2021-05-04T00:19:20.504Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61d142e0-6499-4099-8076-66c44cf930bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:20.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:20.503Z InvocationID=86e6d1ce-2b25-452a-9a8a-e662393c112b 2021-05-04T00:19:20.548Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61d142e0-6499-4099-8076-66c44cf930bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:20.846Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61d142e0-6499-4099-8076-66c44cf930bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:19:20.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:20.503Z InvocationID=b24becef-7d14-4f66-b1cb-aece7402c5d9 ResponseDesc=OK 2021-05-04T00:19:23.606Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b50fa7c7-ffca-4d4d-b23e-dedcac6044fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:23.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:23.605Z InvocationID=aadef199-303c-42ff-ae2c-10b653fdd189 2021-05-04T00:19:23.857Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b50fa7c7-ffca-4d4d-b23e-dedcac6044fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:24.101Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b50fa7c7-ffca-4d4d-b23e-dedcac6044fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:19:24.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:23.605Z InvocationID=bf64e2f4-6fbf-4da6-8d01-31e2f8df3a88 ResponseDesc=OK 2021-05-04T00:19:26.276Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c0f30636-2db6-49c1-bdc0-082b40c65040 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:26.276Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:26.276Z InvocationID=5ad6ac4b-54cc-49ca-8318-41ad647a87dd 2021-05-04T00:19:26.352Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c0f30636-2db6-49c1-bdc0-082b40c65040 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:26.477Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c0f30636-2db6-49c1-bdc0-082b40c65040 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=200 EndTimestamp=2021-05-04T00:19:26.476Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:26.276Z InvocationID=cb226e8b-87b5-46e9-83ab-8ee425e32b9c ResponseDesc=OK 2021-05-04T00:19:27.686Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44fab0fa-d79e-47ac-80f5-32ce9ce137b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:27.685Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:27.685Z InvocationID=8191e1ab-7960-460f-847a-bced268b3f65 2021-05-04T00:19:27.699Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44fab0fa-d79e-47ac-80f5-32ce9ce137b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:27.812Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44fab0fa-d79e-47ac-80f5-32ce9ce137b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=127 EndTimestamp=2021-05-04T00:19:27.812Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:27.685Z InvocationID=5050f95e-0308-445f-bfd5-0e4c65fe3c2a ResponseDesc=OK 2021-05-04T00:19:29.201Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f6427a4-8c7e-429c-8d07-014fb3605436 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:29.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:29.200Z InvocationID=3993c22a-b5fb-4f0b-a2e5-f1b8ec42a4e8 2021-05-04T00:19:29.212Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f6427a4-8c7e-429c-8d07-014fb3605436 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:29.320Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f6427a4-8c7e-429c-8d07-014fb3605436 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=120 EndTimestamp=2021-05-04T00:19:29.320Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:29.200Z InvocationID=fdab4f9e-bc76-4eff-8938-3abd10699865 ResponseDesc=OK 2021-05-04T00:19:32.059Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3b593f48-3ce6-4878-87da-7a5401139799 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:32.059Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:32.059Z InvocationID=36b1b260-461c-4d58-83fa-da0337baf206 2021-05-04T00:19:32.106Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3b593f48-3ce6-4878-87da-7a5401139799 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:32.246Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3b593f48-3ce6-4878-87da-7a5401139799 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T00:19:32.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:32.059Z InvocationID=75f62f87-89b6-49c9-ab77-cd6965ecd9a2 ResponseDesc=OK 2021-05-04T00:19:35.318Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45c4de92-b964-441b-8c78-4e691bd348f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:35.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:35.318Z InvocationID=6d790ff2-5eaa-44fc-9772-e04cfa781d49 2021-05-04T00:19:35.403Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45c4de92-b964-441b-8c78-4e691bd348f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:35.413Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45c4de92-b964-441b-8c78-4e691bd348f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=95 EndTimestamp=2021-05-04T00:19:35.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:35.318Z InvocationID=72bf8458-1a4e-4273-88ae-a8a754236e61 ResponseDesc=OK 2021-05-04T00:19:38.106Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=081cdc56-000b-4759-801d-5536117005b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:38.106Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:38.106Z InvocationID=2508e01e-c4b5-4466-919d-bb5ddcfd6371 2021-05-04T00:19:38.198Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=081cdc56-000b-4759-801d-5536117005b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:38.413Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=081cdc56-000b-4759-801d-5536117005b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=307 EndTimestamp=2021-05-04T00:19:38.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:38.106Z InvocationID=a9b8c099-c911-4377-bba3-40dbb7cbb488 ResponseDesc=OK 2021-05-04T00:19:41.048Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b4eda07-0c04-496d-a998-728b71c12169 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:41.047Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:41.047Z InvocationID=f4ee8139-edac-48fc-975d-ea8749d05eeb 2021-05-04T00:19:41.096Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b4eda07-0c04-496d-a998-728b71c12169 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:41.347Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b4eda07-0c04-496d-a998-728b71c12169 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=300 EndTimestamp=2021-05-04T00:19:41.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:41.047Z InvocationID=27f7e469-4297-4b32-99a1-735f958b90c1 ResponseDesc=OK 2021-05-04T00:19:44.441Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62f9f21d-4bb7-4039-8399-c80c2b297c15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:44.441Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:44.441Z InvocationID=da4a8c69-004e-4a7b-aeb4-e4d98df4c4e5 2021-05-04T00:19:44.517Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62f9f21d-4bb7-4039-8399-c80c2b297c15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:44.616Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=62f9f21d-4bb7-4039-8399-c80c2b297c15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=174 EndTimestamp=2021-05-04T00:19:44.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:44.441Z InvocationID=ab684d6b-d643-4c48-823d-0075d75fc255 ResponseDesc=OK 2021-05-04T00:19:46.965Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c4058a7-86de-46da-aae9-9a1aeac48d10 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:46.965Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:46.965Z InvocationID=52272b0d-848d-49e7-8833-cf98ff612e92 2021-05-04T00:19:46.977Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c4058a7-86de-46da-aae9-9a1aeac48d10 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:47.072Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c4058a7-86de-46da-aae9-9a1aeac48d10 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=106 EndTimestamp=2021-05-04T00:19:47.071Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:46.965Z InvocationID=070adff2-82fa-4c89-a3b7-4984144c8c74 ResponseDesc=OK 2021-05-04T00:19:50.515Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7323d539-bd79-4a28-be68-b455c5f29ded InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:50.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:50.514Z InvocationID=4f37e6f6-af7e-4595-9954-8e84e6220ac0 2021-05-04T00:19:50.531Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7323d539-bd79-4a28-be68-b455c5f29ded InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:50.802Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7323d539-bd79-4a28-be68-b455c5f29ded InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=284 EndTimestamp=2021-05-04T00:19:50.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:50.514Z InvocationID=073c92fd-88da-4390-b2ac-3d709637b74b ResponseDesc=OK 2021-05-04T00:19:53.505Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4bc2de36-9235-4bcb-8bb5-50550f833993 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:53.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:53.505Z InvocationID=975b63f5-ee5f-43ba-ae79-5053abc0488b 2021-05-04T00:19:53.699Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4bc2de36-9235-4bcb-8bb5-50550f833993 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:53.954Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4bc2de36-9235-4bcb-8bb5-50550f833993 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=449 EndTimestamp=2021-05-04T00:19:53.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:53.505Z InvocationID=84e6e3ad-04d4-40bc-965d-5f629a0e1874 ResponseDesc=OK 2021-05-04T00:19:56.406Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=46415571-f6e1-46ae-a8e2-a866db671953 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:56.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:56.406Z InvocationID=db7fedbb-9d22-4ae3-85a7-942e93429658 2021-05-04T00:19:56.957Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=46415571-f6e1-46ae-a8e2-a866db671953 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:57.201Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=46415571-f6e1-46ae-a8e2-a866db671953 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=795 EndTimestamp=2021-05-04T00:19:57.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:56.406Z InvocationID=df3b48d2-08d1-4de7-b88e-9d201095b1fb ResponseDesc=OK 2021-05-04T00:19:59.405Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1938e052-5e11-4a06-84ac-9ea93fa542d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:19:59.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:59.404Z InvocationID=a04b5d96-61a6-430d-ad32-5b7a19168080 2021-05-04T00:19:59.498Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1938e052-5e11-4a06-84ac-9ea93fa542d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:19:59.799Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1938e052-5e11-4a06-84ac-9ea93fa542d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:19:59.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:19:59.404Z InvocationID=1a11c0b1-e114-4479-b8bd-329829d92e92 ResponseDesc=OK 2021-05-04T00:20:01.140Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91483eb3-ba2f-48bc-ba4b-b557cd55cb06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:01.139Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:01.139Z InvocationID=a25c5a21-24c1-4124-a15a-07ca7e0a8a0b 2021-05-04T00:20:01.320Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91483eb3-ba2f-48bc-ba4b-b557cd55cb06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:01.670Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=91483eb3-ba2f-48bc-ba4b-b557cd55cb06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=531 EndTimestamp=2021-05-04T00:20:01.670Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:01.139Z InvocationID=fe4c1f19-fed1-4dd6-964c-2cdec5634beb ResponseDesc=OK 2021-05-04T00:20:02.252Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bbe1f0f7-445f-41b4-ba9a-b8b6b1165e6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:02.251Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:02.251Z InvocationID=81e3f7cc-13e1-4ebb-abb6-9dcc9fae5ee1 2021-05-04T00:20:02.550Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bbe1f0f7-445f-41b4-ba9a-b8b6b1165e6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:02.801Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bbe1f0f7-445f-41b4-ba9a-b8b6b1165e6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=550 EndTimestamp=2021-05-04T00:20:02.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:02.251Z InvocationID=7c75a9a0-d759-498c-98ea-63c9e5ac2771 ResponseDesc=OK 2021-05-04T00:20:05.625Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c25f8b0e-d913-4d0f-a542-38c53230fea0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:05.625Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:05.625Z InvocationID=710adcf0-57ea-47c6-bf8c-3d1a10fa6750 2021-05-04T00:20:05.777Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c25f8b0e-d913-4d0f-a542-38c53230fea0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:06.274Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c25f8b0e-d913-4d0f-a542-38c53230fea0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=649 EndTimestamp=2021-05-04T00:20:06.274Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:05.625Z InvocationID=e8ce6ff4-1cf7-41b1-8c7d-b3905b9b58f5 ResponseDesc=OK 2021-05-04T00:20:08.307Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d572f63d-876d-4248-962e-a4fc7af430ed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:08.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:08.307Z InvocationID=ccc6050c-f2d7-4026-a9c6-db879f856b7c 2021-05-04T00:20:08.357Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d572f63d-876d-4248-962e-a4fc7af430ed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:08.646Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d572f63d-876d-4248-962e-a4fc7af430ed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=339 EndTimestamp=2021-05-04T00:20:08.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:08.307Z InvocationID=6e11945a-99a1-4998-aecd-60b5c906becb ResponseDesc=OK 2021-05-04T00:20:11.302Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eb47b726-7632-4636-a93e-00136990cb38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:11.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:11.302Z InvocationID=0ec3ac40-0d13-4906-a117-ca3c9ebc2363 2021-05-04T00:20:11.756Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eb47b726-7632-4636-a93e-00136990cb38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:11.852Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eb47b726-7632-4636-a93e-00136990cb38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=550 EndTimestamp=2021-05-04T00:20:11.852Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:11.302Z InvocationID=85908a71-6a9a-4495-b12a-93c05c0c232f ResponseDesc=OK 2021-05-04T00:20:14.423Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24828df1-69c1-4a53-a419-78efcc322133 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:14.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:14.423Z InvocationID=461a97e6-6942-4369-9406-d836629f4078 2021-05-04T00:20:14.950Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24828df1-69c1-4a53-a419-78efcc322133 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:15.150Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24828df1-69c1-4a53-a419-78efcc322133 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=727 EndTimestamp=2021-05-04T00:20:15.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:14.423Z InvocationID=6e5665ea-f9ec-4893-8f59-cf6d0bf2f143 ResponseDesc=OK 2021-05-04T00:20:17.613Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfe644a9-40ca-4435-b615-fa002985ab5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:17.612Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:17.612Z InvocationID=479381aa-1051-4aa4-acb8-44eed0eae3cc 2021-05-04T00:20:17.702Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfe644a9-40ca-4435-b615-fa002985ab5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:17.947Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bfe644a9-40ca-4435-b615-fa002985ab5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=335 EndTimestamp=2021-05-04T00:20:17.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:17.612Z InvocationID=ea87c2d8-6b21-4209-9cdd-ce761d4af242 ResponseDesc=OK 2021-05-04T00:20:20.205Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3ed95077-12b5-4c4d-9cf8-92602850af85 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:20.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:20.205Z InvocationID=701089e4-6c99-448d-91de-2f9bee1277a0 2021-05-04T00:20:20.360Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3ed95077-12b5-4c4d-9cf8-92602850af85 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:20.463Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3ed95077-12b5-4c4d-9cf8-92602850af85 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=258 EndTimestamp=2021-05-04T00:20:20.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:20.205Z InvocationID=c41942ea-cf45-4449-a34e-905d66b40a8a ResponseDesc=OK 2021-05-04T00:20:23.207Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3fca3e36-6d8d-4906-b697-2d7ba26c35c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:23.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:23.207Z InvocationID=729a674c-2bca-4edb-88ee-07bb8eedd904 2021-05-04T00:20:24.554Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3fca3e36-6d8d-4906-b697-2d7ba26c35c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:24.951Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3fca3e36-6d8d-4906-b697-2d7ba26c35c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1744 EndTimestamp=2021-05-04T00:20:24.951Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:23.207Z InvocationID=9d435c19-e1c4-4182-973c-76f61130963a ResponseDesc=OK 2021-05-04T00:20:26.259Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9be1a1c7-cade-4f20-9eb9-39ea53904ef1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:26.259Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:26.259Z InvocationID=100e7925-3757-44b2-8ef1-e718daaf52c1 2021-05-04T00:20:26.350Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9be1a1c7-cade-4f20-9eb9-39ea53904ef1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:26.452Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9be1a1c7-cade-4f20-9eb9-39ea53904ef1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:20:26.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:26.259Z InvocationID=bb39ebfa-61f7-4db4-a9e0-4c32affe81a0 ResponseDesc=OK 2021-05-04T00:20:27.663Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=93d2ab5b-ca2f-4c3d-9cf2-55f0982a97e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:27.662Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:27.662Z InvocationID=1cb9b010-9a22-48c3-9010-184fe57c5e46 2021-05-04T00:20:27.753Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=93d2ab5b-ca2f-4c3d-9cf2-55f0982a97e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:27.863Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=93d2ab5b-ca2f-4c3d-9cf2-55f0982a97e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:20:27.863Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:27.662Z InvocationID=ad2129df-b3ba-4d85-a238-8ce7ebf48005 ResponseDesc=OK 2021-05-04T00:20:29.511Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=623f98aa-a444-4118-b669-1652b162a305 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:29.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:29.511Z InvocationID=863f5593-ed8b-48f7-b67f-6916fa27b828 2021-05-04T00:20:29.698Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=623f98aa-a444-4118-b669-1652b162a305 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:29.999Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=623f98aa-a444-4118-b669-1652b162a305 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=488 EndTimestamp=2021-05-04T00:20:29.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:29.511Z InvocationID=1d1050c9-27be-41f0-a2d5-3b69c2d21e11 ResponseDesc=OK 2021-05-04T00:20:32.082Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e2f38584-5c96-4791-90c0-b73caeea0f43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:32.082Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:32.082Z InvocationID=84d4365d-4a6a-4f3c-948a-5246b8b6712d 2021-05-04T00:20:32.158Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e2f38584-5c96-4791-90c0-b73caeea0f43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:32.269Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e2f38584-5c96-4791-90c0-b73caeea0f43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T00:20:32.269Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:32.082Z InvocationID=fa854b4e-597b-4771-b98e-44299bea6a68 ResponseDesc=OK 2021-05-04T00:20:35.511Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=963b956b-04e4-4fac-a0b1-843905da89c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:35.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:35.511Z InvocationID=c38cf517-8abc-4ba5-b1a4-703357ef1cb2 2021-05-04T00:20:35.760Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=963b956b-04e4-4fac-a0b1-843905da89c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:35.901Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=963b956b-04e4-4fac-a0b1-843905da89c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=390 EndTimestamp=2021-05-04T00:20:35.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:35.511Z InvocationID=ddab6ead-3de6-4081-ae9b-06b22882854e ResponseDesc=OK 2021-05-04T00:20:38.281Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4984af6-6422-465b-a873-35fb036bb23d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:38.281Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:38.281Z InvocationID=7f4bd746-7a17-4701-b3d6-2e7dedfee1d1 2021-05-04T00:20:38.506Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4984af6-6422-465b-a873-35fb036bb23d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:38.801Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4984af6-6422-465b-a873-35fb036bb23d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=520 EndTimestamp=2021-05-04T00:20:38.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:38.281Z InvocationID=876d0579-fef3-4db6-86b8-8c516ab1e30b ResponseDesc=OK 2021-05-04T00:20:41.311Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e973092-a878-4378-9cce-4c9b23e8a36d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:41.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:41.310Z InvocationID=70d0b4c1-b027-4c7e-a649-0cbe60cff532 2021-05-04T00:20:41.400Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e973092-a878-4378-9cce-4c9b23e8a36d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:41.549Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e973092-a878-4378-9cce-4c9b23e8a36d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=239 EndTimestamp=2021-05-04T00:20:41.549Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:41.310Z InvocationID=4ce5447d-e004-44d0-83d5-b056149eeaef ResponseDesc=OK 2021-05-04T00:20:44.611Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba6445af-288f-48dc-8529-77f57de0f817 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:44.610Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:44.610Z InvocationID=abf0d036-0387-4cbf-8001-2dc340c15ad4 2021-05-04T00:20:44.705Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba6445af-288f-48dc-8529-77f57de0f817 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:44.902Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba6445af-288f-48dc-8529-77f57de0f817 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=292 EndTimestamp=2021-05-04T00:20:44.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:44.610Z InvocationID=2beed3b6-2255-4e2f-93c0-1e2dfd33e538 ResponseDesc=OK 2021-05-04T00:20:46.971Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a463e20f-b41f-482e-ad63-3e0d7a1e86f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:46.971Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:46.971Z InvocationID=05a6f3af-adee-4952-b872-e6c61fda05de 2021-05-04T00:20:47.001Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a463e20f-b41f-482e-ad63-3e0d7a1e86f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:47.101Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a463e20f-b41f-482e-ad63-3e0d7a1e86f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=130 EndTimestamp=2021-05-04T00:20:47.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:46.971Z InvocationID=d405cffb-0a8b-4b8f-bb04-3b488792b1aa ResponseDesc=OK 2021-05-04T00:20:50.405Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3d61e1dc-2131-447e-aa0d-8f0837cee421 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:50.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:50.405Z InvocationID=cc0f78ea-e1f5-4091-90e8-49664c8ce412 2021-05-04T00:20:50.502Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3d61e1dc-2131-447e-aa0d-8f0837cee421 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:50.748Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3d61e1dc-2131-447e-aa0d-8f0837cee421 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:20:50.748Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:50.405Z InvocationID=00f479cc-c359-480e-a438-6747b318a78a ResponseDesc=OK 2021-05-04T00:20:53.607Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7330b6b7-0804-4903-80f8-624e83a921ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:53.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:53.606Z InvocationID=8e236303-5f51-4c7e-bc50-cf9b17ba4134 2021-05-04T00:20:54.977Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7330b6b7-0804-4903-80f8-624e83a921ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:55.301Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7330b6b7-0804-4903-80f8-624e83a921ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1695 EndTimestamp=2021-05-04T00:20:55.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:53.606Z InvocationID=cdad01d4-9063-465f-8b84-b223ad776f17 ResponseDesc=OK 2021-05-04T00:20:56.758Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fd5263f-3f95-4e33-9a1e-c6e169c9cdb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:56.758Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:56.758Z InvocationID=66a2b452-0786-464e-92e9-b74b691de1f4 2021-05-04T00:20:56.861Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fd5263f-3f95-4e33-9a1e-c6e169c9cdb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:57.199Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4fd5263f-3f95-4e33-9a1e-c6e169c9cdb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=441 EndTimestamp=2021-05-04T00:20:57.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:56.758Z InvocationID=f0d114d4-95a5-4b1a-b1c0-2b1bd581ccf1 ResponseDesc=OK 2021-05-04T00:20:59.486Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f8928e8-69cf-4b6b-a3b7-5788b5a95cc2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:20:59.486Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:59.486Z InvocationID=9de40d60-6cb3-4d10-93cc-6e708b8ac8ae 2021-05-04T00:20:59.498Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f8928e8-69cf-4b6b-a3b7-5788b5a95cc2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:20:59.612Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f8928e8-69cf-4b6b-a3b7-5788b5a95cc2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=125 EndTimestamp=2021-05-04T00:20:59.611Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:20:59.486Z InvocationID=16fefd28-d862-472b-acc0-4d5d8f77d311 ResponseDesc=OK 2021-05-04T00:21:01.124Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=415ba954-0671-41a7-82ab-5d1e66c3eb7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:01.124Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:01.124Z InvocationID=c0508ec3-f86c-49b5-82f1-40a65531cfc9 2021-05-04T00:21:01.345Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=415ba954-0671-41a7-82ab-5d1e66c3eb7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:01.602Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=415ba954-0671-41a7-82ab-5d1e66c3eb7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=477 EndTimestamp=2021-05-04T00:21:01.601Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:01.124Z InvocationID=331a99ce-0c12-40a4-a36f-237721f82181 ResponseDesc=OK 2021-05-04T00:21:02.506Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc76b1f3-af13-4a66-8df3-bc1a2e5b044b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:02.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:02.506Z InvocationID=22d81126-09dc-49d4-ac56-e4238b7e3af6 2021-05-04T00:21:02.547Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc76b1f3-af13-4a66-8df3-bc1a2e5b044b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:02.848Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc76b1f3-af13-4a66-8df3-bc1a2e5b044b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:21:02.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:02.506Z InvocationID=78a88be9-01c5-49f5-8dee-a872008fd33a ResponseDesc=OK 2021-05-04T00:21:05.508Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6bbfddfd-0aed-4891-aee0-c5c65ce194ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:05.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:05.508Z InvocationID=767eefa5-eb58-42e1-9cca-3483f841cb92 2021-05-04T00:21:05.600Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6bbfddfd-0aed-4891-aee0-c5c65ce194ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:05.848Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6bbfddfd-0aed-4891-aee0-c5c65ce194ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=340 EndTimestamp=2021-05-04T00:21:05.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:05.508Z InvocationID=87a2caf1-dd84-4b8e-a49f-1ab0d33ca82b ResponseDesc=OK 2021-05-04T00:21:08.403Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ef8f381-08f5-4382-a73c-8cf338d3cb0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:08.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:08.403Z InvocationID=4078d27f-ea75-4ec2-9b89-bba24c1626ab 2021-05-04T00:21:08.545Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ef8f381-08f5-4382-a73c-8cf338d3cb0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:08.650Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ef8f381-08f5-4382-a73c-8cf338d3cb0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=247 EndTimestamp=2021-05-04T00:21:08.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:08.403Z InvocationID=b1443c5a-2637-4b43-988c-bd98bbe1a49a ResponseDesc=OK 2021-05-04T00:21:11.305Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fbd731c9-a588-43ec-9e9d-16a75af5dbe5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:11.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:11.304Z InvocationID=89f1530d-6b2a-4c9c-88e2-f75fb9ff06e7 2021-05-04T00:21:11.397Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fbd731c9-a588-43ec-9e9d-16a75af5dbe5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:11.556Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fbd731c9-a588-43ec-9e9d-16a75af5dbe5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=251 EndTimestamp=2021-05-04T00:21:11.555Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:11.304Z InvocationID=0f667086-6a7e-4fdb-b8df-4ee9152a1a2e ResponseDesc=OK 2021-05-04T00:21:14.603Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe84ce75-8632-4489-86b1-fd5bfa4cc046 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:14.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:14.603Z InvocationID=96eb13ac-6a95-46e3-9e1f-9d1929ee31e1 2021-05-04T00:21:14.700Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe84ce75-8632-4489-86b1-fd5bfa4cc046 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:14.851Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe84ce75-8632-4489-86b1-fd5bfa4cc046 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=248 EndTimestamp=2021-05-04T00:21:14.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:14.603Z InvocationID=a14b677c-3dcf-4e1f-b775-da336a928a5d ResponseDesc=OK 2021-05-04T00:21:17.606Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ecd7b5b-0ec9-4692-ac1d-f903f2f613db InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:17.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:17.605Z InvocationID=03c08f42-463b-4dde-a013-cb0185ffda9c 2021-05-04T00:21:17.851Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ecd7b5b-0ec9-4692-ac1d-f903f2f613db InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:17.949Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ecd7b5b-0ec9-4692-ac1d-f903f2f613db InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:21:17.949Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:17.605Z InvocationID=c157e3be-5eb4-4afc-a84e-ef2ff69e49da ResponseDesc=OK 2021-05-04T00:21:20.422Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5809e0ba-a46a-41f6-a847-e0b43a9bd1ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:20.422Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:20.422Z InvocationID=fc8f828d-e029-4fca-8216-cc769b3542ce 2021-05-04T00:21:20.599Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5809e0ba-a46a-41f6-a847-e0b43a9bd1ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:20.923Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5809e0ba-a46a-41f6-a847-e0b43a9bd1ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=501 EndTimestamp=2021-05-04T00:21:20.923Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:20.422Z InvocationID=c56e10a0-df8f-4714-8aaa-c1068bfd2d12 ResponseDesc=OK 2021-05-04T00:21:23.607Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=afbf3241-3e8a-434b-b846-98d2342b3935 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:23.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:23.607Z InvocationID=b1d39823-7a4f-4885-8e5c-7c803071c51c 2021-05-04T00:21:23.701Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=afbf3241-3e8a-434b-b846-98d2342b3935 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:24.070Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=afbf3241-3e8a-434b-b846-98d2342b3935 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=463 EndTimestamp=2021-05-04T00:21:24.070Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:23.607Z InvocationID=47440077-9eab-4bc2-ab78-64dba1fad430 ResponseDesc=OK 2021-05-04T00:21:26.161Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d4c37996-ae32-4470-a452-84806e09688d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:26.161Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:26.161Z InvocationID=de522f26-ee42-458d-ab4c-a59e184c374e 2021-05-04T00:21:26.251Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d4c37996-ae32-4470-a452-84806e09688d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:26.347Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d4c37996-ae32-4470-a452-84806e09688d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:21:26.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:26.161Z InvocationID=8a9909dc-0b13-4fe6-9958-008bbc70ca1d ResponseDesc=OK 2021-05-04T00:21:27.673Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a76a86b-8df5-480e-8f11-ed1fa8652838 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:27.673Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:27.673Z InvocationID=30dee294-85ea-4e39-b038-708f64f22fdb 2021-05-04T00:21:27.801Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a76a86b-8df5-480e-8f11-ed1fa8652838 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:28.260Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a76a86b-8df5-480e-8f11-ed1fa8652838 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=587 EndTimestamp=2021-05-04T00:21:28.260Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:27.673Z InvocationID=4617f38e-3ea2-416d-8c9b-903d4b71954a ResponseDesc=OK 2021-05-04T00:21:29.503Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74cc1e67-8b4b-4b92-96f6-954f77fe7438 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:29.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:29.503Z InvocationID=20360794-8ea1-4053-a431-90a7d9e0f019 2021-05-04T00:21:29.561Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74cc1e67-8b4b-4b92-96f6-954f77fe7438 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:29.946Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74cc1e67-8b4b-4b92-96f6-954f77fe7438 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=443 EndTimestamp=2021-05-04T00:21:29.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:29.503Z InvocationID=4af94271-0965-4f3c-bbec-f4f6cff87bb9 ResponseDesc=OK 2021-05-04T00:21:32.352Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83d3a5b3-dfac-451c-9efb-2a17d66955d7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:32.352Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:32.352Z InvocationID=756066e0-2f0c-4a93-b0ce-b8937026d830 2021-05-04T00:21:32.445Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83d3a5b3-dfac-451c-9efb-2a17d66955d7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:32.605Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83d3a5b3-dfac-451c-9efb-2a17d66955d7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=253 EndTimestamp=2021-05-04T00:21:32.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:32.352Z InvocationID=cc512a90-bc6b-4f39-941a-bd1383ef3ea5 ResponseDesc=OK 2021-05-04T00:21:35.307Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bbbf2787-b385-43b3-a610-c1c0cc527b69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:35.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:35.307Z InvocationID=6a77652a-0225-4cd2-8604-1957f0543f9c 2021-05-04T00:21:35.400Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bbbf2787-b385-43b3-a610-c1c0cc527b69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:35.602Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bbbf2787-b385-43b3-a610-c1c0cc527b69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:21:35.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:35.307Z InvocationID=ac7e8af8-b390-456c-9fa1-3e69586ebb32 ResponseDesc=OK 2021-05-04T00:21:38.503Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=336a4786-b828-41ce-bd7f-65a7b3554141 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:38.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:38.503Z InvocationID=cd43deaa-5b74-4dc6-b520-169a4591300d 2021-05-04T00:21:38.546Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=336a4786-b828-41ce-bd7f-65a7b3554141 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:38.850Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=336a4786-b828-41ce-bd7f-65a7b3554141 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=346 EndTimestamp=2021-05-04T00:21:38.849Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:38.503Z InvocationID=6876813f-04a9-42ef-b211-eacc52c253f2 ResponseDesc=OK 2021-05-04T00:21:41.362Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d918f648-d0f9-4e66-9b67-d7f5f742ecd5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:41.362Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:41.362Z InvocationID=a0563d85-ddfe-473e-81ac-5f23fa22278c 2021-05-04T00:21:41.546Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d918f648-d0f9-4e66-9b67-d7f5f742ecd5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:41.801Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d918f648-d0f9-4e66-9b67-d7f5f742ecd5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=439 EndTimestamp=2021-05-04T00:21:41.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:41.362Z InvocationID=25509e47-c6cf-4a9d-b017-d4eb34ed9a22 ResponseDesc=OK 2021-05-04T00:21:44.615Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6f878f43-975b-4acb-a1e4-e57309b27817 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:44.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:44.615Z InvocationID=25dee194-c1bc-4a89-8b41-96fca89ec217 2021-05-04T00:21:44.745Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6f878f43-975b-4acb-a1e4-e57309b27817 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:45.057Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6f878f43-975b-4acb-a1e4-e57309b27817 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=442 EndTimestamp=2021-05-04T00:21:45.057Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:44.615Z InvocationID=80b33aee-f199-4e89-803f-e86c9afc6cae ResponseDesc=OK 2021-05-04T00:21:47.653Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f0ee7e81-f4ef-4a54-b48a-56d43fe4dc36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:47.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:47.653Z InvocationID=9d032bf1-9471-4ed1-a396-5c0dfe8b5c82 2021-05-04T00:21:47.873Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f0ee7e81-f4ef-4a54-b48a-56d43fe4dc36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:48.166Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f0ee7e81-f4ef-4a54-b48a-56d43fe4dc36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=512 EndTimestamp=2021-05-04T00:21:48.165Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:47.653Z InvocationID=ba6a191f-2fc4-4e3d-93f0-61e063bf3fbb ResponseDesc=OK 2021-05-04T00:21:50.555Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=43ba233d-2000-4099-a1c3-fb5200b0662c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:50.555Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:50.555Z InvocationID=9eebeab6-31fb-4b6a-8524-9a8ae716d8d7 2021-05-04T00:21:50.651Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=43ba233d-2000-4099-a1c3-fb5200b0662c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:50.761Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=43ba233d-2000-4099-a1c3-fb5200b0662c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=206 EndTimestamp=2021-05-04T00:21:50.761Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:50.555Z InvocationID=73e2572c-63ab-4166-bef9-4c64132e8872 ResponseDesc=OK 2021-05-04T00:21:53.309Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c5001b2-21bd-4e06-b8e2-6b9cecbd9168 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:53.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:53.308Z InvocationID=ba8fde23-88a5-4460-a9c6-4d093dff59d9 2021-05-04T00:21:53.402Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c5001b2-21bd-4e06-b8e2-6b9cecbd9168 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:53.650Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c5001b2-21bd-4e06-b8e2-6b9cecbd9168 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:21:53.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:53.308Z InvocationID=f5d446fd-f5e9-4271-9b87-966a7dca3542 ResponseDesc=OK 2021-05-04T00:21:56.863Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f46eb7af-a961-454b-bbf0-9518b553acdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:56.863Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:56.863Z InvocationID=3e78d0f9-4894-41c6-9e10-d819d79491e1 2021-05-04T00:21:57.000Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f46eb7af-a961-454b-bbf0-9518b553acdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:57.350Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f46eb7af-a961-454b-bbf0-9518b553acdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=487 EndTimestamp=2021-05-04T00:21:57.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:56.863Z InvocationID=a9a3471c-90d0-4b05-9ef0-3b5beae3b91a ResponseDesc=OK 2021-05-04T00:21:59.213Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=63d379db-6eaf-415e-b315-3ed3b20f10d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:21:59.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:59.212Z InvocationID=c617b2b8-509d-4ecb-8988-878e30932b64 2021-05-04T00:21:59.364Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=63d379db-6eaf-415e-b315-3ed3b20f10d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:21:59.526Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=63d379db-6eaf-415e-b315-3ed3b20f10d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=314 EndTimestamp=2021-05-04T00:21:59.526Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:21:59.212Z InvocationID=58ad4d7c-ed7c-4201-8d08-55c39e3fa6e0 ResponseDesc=OK 2021-05-04T00:22:01.133Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9810d78-0a45-404f-943c-237e7cd09877 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:01.133Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:01.133Z InvocationID=b7cbe45f-dbf2-41e0-9ffe-56a579e44e39 2021-05-04T00:22:01.246Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9810d78-0a45-404f-943c-237e7cd09877 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:02.347Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9810d78-0a45-404f-943c-237e7cd09877 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1214 EndTimestamp=2021-05-04T00:22:02.347Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:01.133Z InvocationID=c6275488-4694-44c2-b203-95de048e8e28 ResponseDesc=OK 2021-05-04T00:22:02.903Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f103602-b7c6-4bb1-ab6d-0f99d3183d36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:02.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:02.903Z InvocationID=dcc89655-ee15-4f4c-8f69-b8c9d3975c89 2021-05-04T00:22:02.999Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f103602-b7c6-4bb1-ab6d-0f99d3183d36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:03.115Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f103602-b7c6-4bb1-ab6d-0f99d3183d36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=211 EndTimestamp=2021-05-04T00:22:03.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:02.903Z InvocationID=4e5e2a5c-f63c-4d5c-be85-cf58ecbd5419 ResponseDesc=OK 2021-05-04T00:22:05.450Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=077b6983-239a-4e37-8754-1fef5fd2f99a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:05.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:05.450Z InvocationID=02d04f1c-fb9d-473a-bf7e-f8313f704ef1 2021-05-04T00:22:05.856Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=077b6983-239a-4e37-8754-1fef5fd2f99a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:06.200Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=077b6983-239a-4e37-8754-1fef5fd2f99a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=750 EndTimestamp=2021-05-04T00:22:06.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:05.450Z InvocationID=df294b08-6c6b-4e76-9e66-568a589b4ebb ResponseDesc=OK 2021-05-04T00:22:08.203Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=182e36b2-850d-48ac-93a2-ef5ca73122b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:08.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:08.203Z InvocationID=d2965da3-5d41-4714-9681-9067a7c1f954 2021-05-04T00:22:08.298Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=182e36b2-850d-48ac-93a2-ef5ca73122b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:08.498Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=182e36b2-850d-48ac-93a2-ef5ca73122b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:22:08.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:08.203Z InvocationID=e88d9aa1-81fc-4ed6-9bd9-ab4086b8b46a ResponseDesc=OK 2021-05-04T00:22:11.516Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e774be19-8b48-413b-8eb5-bcec6ac43f04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:11.516Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:11.516Z InvocationID=54ab1a97-6592-4231-9e58-636c0f59d6ca 2021-05-04T00:22:11.599Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e774be19-8b48-413b-8eb5-bcec6ac43f04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:11.709Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e774be19-8b48-413b-8eb5-bcec6ac43f04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:22:11.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:11.516Z InvocationID=b72df5fc-52be-49bf-94e6-ffaff1d8510c ResponseDesc=OK 2021-05-04T00:22:14.207Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a0271159-a914-4c65-9814-2bf4968c899c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:14.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:14.207Z InvocationID=20543617-edce-42ed-97cc-53bf33226e80 2021-05-04T00:22:14.453Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a0271159-a914-4c65-9814-2bf4968c899c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:14.700Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a0271159-a914-4c65-9814-2bf4968c899c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=493 EndTimestamp=2021-05-04T00:22:14.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:14.207Z InvocationID=c23e3eba-b932-4956-bcc5-ef359a5a4107 ResponseDesc=OK 2021-05-04T00:22:17.516Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=41bcfbe5-84bc-444b-a58f-4efcc10d2d6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:17.516Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:17.516Z InvocationID=9c725c79-affd-48f5-8be1-4e24db3f0fbf 2021-05-04T00:22:17.608Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=41bcfbe5-84bc-444b-a58f-4efcc10d2d6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:17.722Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=41bcfbe5-84bc-444b-a58f-4efcc10d2d6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=205 EndTimestamp=2021-05-04T00:22:17.721Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:17.516Z InvocationID=26deb35e-146a-4050-940e-987fc4687e51 ResponseDesc=OK 2021-05-04T00:22:20.418Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e1dd5d6-9dd5-49de-8f15-b09bfb305285 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:20.418Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:20.418Z InvocationID=9e917436-e55c-49c3-bc00-30db4b313e0e 2021-05-04T00:22:20.504Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e1dd5d6-9dd5-49de-8f15-b09bfb305285 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:20.909Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e1dd5d6-9dd5-49de-8f15-b09bfb305285 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=491 EndTimestamp=2021-05-04T00:22:20.909Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:20.418Z InvocationID=58aa40af-1702-4ab7-8b20-f66002d7da8a ResponseDesc=OK 2021-05-04T00:22:23.507Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=baae1ff1-d535-4edf-9d80-eb34f8ac1827 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:23.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:23.507Z InvocationID=d2ecace8-4fda-4b2f-ac95-ead52fc94256 2021-05-04T00:22:23.526Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=baae1ff1-d535-4edf-9d80-eb34f8ac1827 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:23.812Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=baae1ff1-d535-4edf-9d80-eb34f8ac1827 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=305 EndTimestamp=2021-05-04T00:22:23.812Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:23.507Z InvocationID=22761ffd-2aac-4783-9d73-847ba33f7a95 ResponseDesc=OK 2021-05-04T00:22:26.427Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1affa4eb-2ef9-46b4-b22e-fb1307f99523 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:26.427Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:26.427Z InvocationID=0607e842-9cd5-44bf-b3fe-6610ab70a9f6 2021-05-04T00:22:26.449Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1affa4eb-2ef9-46b4-b22e-fb1307f99523 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:26.491Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1affa4eb-2ef9-46b4-b22e-fb1307f99523 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=64 EndTimestamp=2021-05-04T00:22:26.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:26.427Z InvocationID=99780e56-526b-4243-aa7a-5088977e57e4 ResponseDesc=OK 2021-05-04T00:22:27.699Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e50fa7f1-71ef-42af-a947-b85dccd5aa81 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:27.699Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:27.699Z InvocationID=f416b499-9df7-4e63-85dc-866288ee7c16 2021-05-04T00:22:27.737Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e50fa7f1-71ef-42af-a947-b85dccd5aa81 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:28.008Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e50fa7f1-71ef-42af-a947-b85dccd5aa81 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=308 EndTimestamp=2021-05-04T00:22:28.007Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:27.699Z InvocationID=d04ede1c-1c1e-42d7-8b54-79a08fa13be1 ResponseDesc=OK 2021-05-04T00:22:29.214Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8a96ce07-f852-4e4b-8787-a831f07aee46 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:29.214Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:29.214Z InvocationID=ada27af0-3e64-4e0a-9810-efe913a286fe 2021-05-04T00:22:29.354Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8a96ce07-f852-4e4b-8787-a831f07aee46 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:29.500Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8a96ce07-f852-4e4b-8787-a831f07aee46 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=285 EndTimestamp=2021-05-04T00:22:29.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:29.214Z InvocationID=62809b18-0b48-4815-aaee-24cfb9605fac ResponseDesc=OK 2021-05-04T00:22:32.169Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a2b62620-b48f-46d5-ad31-2158916c7244 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:32.168Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:32.168Z InvocationID=3c3e5e95-9521-4b98-a0d9-35baf76ccc99 2021-05-04T00:22:32.200Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a2b62620-b48f-46d5-ad31-2158916c7244 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:32.350Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a2b62620-b48f-46d5-ad31-2158916c7244 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=181 EndTimestamp=2021-05-04T00:22:32.349Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:32.168Z InvocationID=883544f5-d331-43ab-a225-64c1d2bc563c ResponseDesc=OK 2021-05-04T00:22:35.309Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c55bf441-965f-4e50-a3ea-f1e42e567681 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:35.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:35.308Z InvocationID=50e601e0-ebcf-4753-a47b-311895dd9777 2021-05-04T00:22:35.406Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c55bf441-965f-4e50-a3ea-f1e42e567681 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:35.506Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c55bf441-965f-4e50-a3ea-f1e42e567681 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=198 EndTimestamp=2021-05-04T00:22:35.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:35.308Z InvocationID=3fcd7bd7-325f-4835-8d08-9843c429e14f ResponseDesc=OK 2021-05-04T00:22:38.206Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ab89f06-5984-46dd-aa73-66dfc5a70b89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:38.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:38.206Z InvocationID=464d2a10-0cf6-4bf4-99d9-b8d00b1cd1a4 2021-05-04T00:22:38.646Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ab89f06-5984-46dd-aa73-66dfc5a70b89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:38.848Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0ab89f06-5984-46dd-aa73-66dfc5a70b89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=642 EndTimestamp=2021-05-04T00:22:38.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:38.206Z InvocationID=87e3f004-fac4-48b7-9bd1-8f45809235ed ResponseDesc=OK 2021-05-04T00:22:41.652Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c43f35d-3bee-4e49-87af-91f2f1640a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:41.652Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:41.652Z InvocationID=bbddbe39-7572-4f1c-9443-ada5c3994a6f 2021-05-04T00:22:41.753Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c43f35d-3bee-4e49-87af-91f2f1640a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:42.048Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5c43f35d-3bee-4e49-87af-91f2f1640a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:22:42.047Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:41.652Z InvocationID=1b507342-bdde-4298-b189-0e816153f60c ResponseDesc=OK 2021-05-04T00:22:44.505Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18e968be-0577-4536-b961-e7d40e330471 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:44.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:44.505Z InvocationID=a281fe62-902d-46e3-b5be-cb666ae849d0 2021-05-04T00:22:44.800Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18e968be-0577-4536-b961-e7d40e330471 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:45.046Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18e968be-0577-4536-b961-e7d40e330471 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=541 EndTimestamp=2021-05-04T00:22:45.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:44.505Z InvocationID=4b9f643b-851c-4cb0-b437-1634f0ebc8a2 ResponseDesc=OK 2021-05-04T00:22:47.466Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b062cbc-b510-4563-9d4d-26d35e5d344f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:47.466Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:47.466Z InvocationID=d98016f1-9ad1-4dd1-a49b-b219de98b91e 2021-05-04T00:22:47.645Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b062cbc-b510-4563-9d4d-26d35e5d344f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:47.757Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b062cbc-b510-4563-9d4d-26d35e5d344f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=291 EndTimestamp=2021-05-04T00:22:47.757Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:47.466Z InvocationID=fa971ede-3e6c-4fb1-b266-284e1f640c4b ResponseDesc=OK 2021-05-04T00:22:50.152Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24f3b63e-42e2-4441-9ebd-d6962532ee3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:50.152Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:50.152Z InvocationID=9b708382-a9fb-42f0-b1a2-976377d5935e 2021-05-04T00:22:50.297Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24f3b63e-42e2-4441-9ebd-d6962532ee3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:50.599Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24f3b63e-42e2-4441-9ebd-d6962532ee3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=446 EndTimestamp=2021-05-04T00:22:50.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:50.152Z InvocationID=9cffbe30-1a80-41bf-9a8c-3a7d2b55d188 ResponseDesc=OK 2021-05-04T00:22:53.651Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ecda35b6-8f19-406d-b463-824945d787f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:53.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:53.651Z InvocationID=98be9233-687b-4acf-8894-520f49433e76 2021-05-04T00:22:53.800Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ecda35b6-8f19-406d-b463-824945d787f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:54.053Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ecda35b6-8f19-406d-b463-824945d787f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=402 EndTimestamp=2021-05-04T00:22:54.053Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:53.651Z InvocationID=dfe95de7-88fe-41ae-9cda-9ad5d903d663 ResponseDesc=OK 2021-05-04T00:22:56.555Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=041ab44c-b7b4-4c26-8b09-064a01461b62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:56.555Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:56.555Z InvocationID=c351ad9a-dccb-4460-a4da-40e46a05126e 2021-05-04T00:22:56.753Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=041ab44c-b7b4-4c26-8b09-064a01461b62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:57.002Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=041ab44c-b7b4-4c26-8b09-064a01461b62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=446 EndTimestamp=2021-05-04T00:22:57.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:56.555Z InvocationID=30e6203f-d5cb-47f7-b7bf-c738c579f62d ResponseDesc=OK 2021-05-04T00:22:59.119Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af504525-97f5-4af2-a48c-668ab75c3f13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:22:59.119Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:59.119Z InvocationID=803d0081-5585-4459-bf45-4b745c162c01 2021-05-04T00:22:59.203Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af504525-97f5-4af2-a48c-668ab75c3f13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:22:59.298Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af504525-97f5-4af2-a48c-668ab75c3f13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=178 EndTimestamp=2021-05-04T00:22:59.297Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:22:59.119Z InvocationID=ce2a047b-c009-491e-9db6-a158c7e210df ResponseDesc=OK 2021-05-04T00:23:01.151Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ada8a8e4-4b24-4267-bd66-93f3990f60b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:01.151Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:01.151Z InvocationID=5f7202d5-5ff7-4d94-8a18-f5439d7a2bfe 2021-05-04T00:23:01.202Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ada8a8e4-4b24-4267-bd66-93f3990f60b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:01.299Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ada8a8e4-4b24-4267-bd66-93f3990f60b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=148 EndTimestamp=2021-05-04T00:23:01.299Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:01.151Z InvocationID=281106db-f549-4896-b1e4-6fbab501def3 ResponseDesc=OK 2021-05-04T00:23:02.318Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2eb62b2e-fcd3-460f-93bf-38ca3144434a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:02.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:02.318Z InvocationID=621558fa-8252-4bfe-92fd-04b61f8de398 2021-05-04T00:23:02.403Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2eb62b2e-fcd3-460f-93bf-38ca3144434a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:02.506Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2eb62b2e-fcd3-460f-93bf-38ca3144434a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T00:23:02.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:02.318Z InvocationID=9a9e29f4-e893-4a9f-935c-5d76e8ac8e75 ResponseDesc=OK 2021-05-04T00:23:05.409Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8c81b87-9f0a-4b4b-9168-3ffb671e6e2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:05.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:05.408Z InvocationID=779d1cdb-2dab-48a6-81cc-d6be1c764c71 2021-05-04T00:23:05.501Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8c81b87-9f0a-4b4b-9168-3ffb671e6e2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:05.849Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8c81b87-9f0a-4b4b-9168-3ffb671e6e2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=440 EndTimestamp=2021-05-04T00:23:05.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:05.408Z InvocationID=c9a5cb11-f588-4b18-8885-1bcc01306d3e ResponseDesc=OK 2021-05-04T00:23:08.218Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1bffd774-f908-4e25-9d49-afaeb63dc6d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:08.218Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:08.218Z InvocationID=89807a1c-d895-407e-9ba1-e261d9112777 2021-05-04T00:23:08.298Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1bffd774-f908-4e25-9d49-afaeb63dc6d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:08.401Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1bffd774-f908-4e25-9d49-afaeb63dc6d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:23:08.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:08.218Z InvocationID=8fb4cd9e-4b2c-4106-9b10-5ec82305ada2 ResponseDesc=OK 2021-05-04T00:23:11.305Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c361a10-fd72-4070-bc33-65112b2461c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:11.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:11.305Z InvocationID=2897bf56-82f1-45a9-b0fd-0ef6ec448120 2021-05-04T00:23:11.445Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c361a10-fd72-4070-bc33-65112b2461c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:11.548Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2c361a10-fd72-4070-bc33-65112b2461c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=243 EndTimestamp=2021-05-04T00:23:11.548Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:11.305Z InvocationID=2f31ff2b-a477-4126-bd59-41b3b6c25a41 ResponseDesc=OK 2021-05-04T00:23:14.430Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=10c5321d-9168-4aff-98f3-6aaf8d4ec6ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:14.430Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:14.430Z InvocationID=b7469d59-07a5-4424-9f9d-b7f196827e4d 2021-05-04T00:23:14.504Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=10c5321d-9168-4aff-98f3-6aaf8d4ec6ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:14.604Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=10c5321d-9168-4aff-98f3-6aaf8d4ec6ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=174 EndTimestamp=2021-05-04T00:23:14.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:14.430Z InvocationID=5341b0a6-8960-4f3c-bb04-20f3923bbcdf ResponseDesc=OK 2021-05-04T00:23:17.424Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1f0cfc9-5d14-4cfc-94c7-5ce9c60bb65b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:17.424Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:17.424Z InvocationID=c01dd1d1-8ace-464a-8898-a502a8d01cc4 2021-05-04T00:23:17.511Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1f0cfc9-5d14-4cfc-94c7-5ce9c60bb65b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:17.615Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1f0cfc9-5d14-4cfc-94c7-5ce9c60bb65b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:23:17.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:17.424Z InvocationID=307844a3-0e41-40a4-93c4-84e4dea8b06a ResponseDesc=OK 2021-05-04T00:23:20.422Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0614d26c-2367-43c6-a16b-d9f9b66c931f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:20.422Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:20.422Z InvocationID=188fea94-f04a-449b-bf14-182466119d7d 2021-05-04T00:23:20.508Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0614d26c-2367-43c6-a16b-d9f9b66c931f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:20.704Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0614d26c-2367-43c6-a16b-d9f9b66c931f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=282 EndTimestamp=2021-05-04T00:23:20.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:20.422Z InvocationID=8d698df0-9330-4705-8b3f-6fdd738959af ResponseDesc=OK 2021-05-04T00:23:23.511Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=98065dd9-df1d-4fe0-a531-94f60b72950a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:23.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:23.511Z InvocationID=89b1a63d-ed3a-47be-8691-483db1f56a69 2021-05-04T00:23:23.601Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=98065dd9-df1d-4fe0-a531-94f60b72950a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:23.847Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=98065dd9-df1d-4fe0-a531-94f60b72950a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=336 EndTimestamp=2021-05-04T00:23:23.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:23.511Z InvocationID=c4116fb7-91f1-472c-91a4-483d80695137 ResponseDesc=OK 2021-05-04T00:23:26.253Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fca30c2f-dad0-4030-bc62-cfd52135d27d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:26.253Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:26.253Z InvocationID=aae9e9b2-f2ac-46ef-b957-d228c1f21bea 2021-05-04T00:23:26.299Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fca30c2f-dad0-4030-bc62-cfd52135d27d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:26.356Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fca30c2f-dad0-4030-bc62-cfd52135d27d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:23:26.356Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:26.253Z InvocationID=1bb09bcf-b9a7-4d42-9ba6-378cc0ff5af5 ResponseDesc=OK 2021-05-04T00:23:27.673Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fcc8deca-b227-4adc-9f0b-1967976aff58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:27.673Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:27.673Z InvocationID=73b2a2ff-28b9-4b9e-8546-b9b67b0d7c95 2021-05-04T00:23:27.700Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fcc8deca-b227-4adc-9f0b-1967976aff58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:27.718Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fcc8deca-b227-4adc-9f0b-1967976aff58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=44 EndTimestamp=2021-05-04T00:23:27.717Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:27.673Z InvocationID=374a13f1-eaab-447c-826a-e988fad83a3a ResponseDesc=OK 2021-05-04T00:23:29.214Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6343343-e131-465a-815a-50c098c65ed0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:29.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:29.213Z InvocationID=5dbb231e-65f6-42cd-8956-fc204b924bb8 2021-05-04T00:23:29.224Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6343343-e131-465a-815a-50c098c65ed0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:29.308Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6343343-e131-465a-815a-50c098c65ed0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=95 EndTimestamp=2021-05-04T00:23:29.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:29.213Z InvocationID=5f85addc-904b-4a80-a0ee-aaaffc7d52a6 ResponseDesc=OK 2021-05-04T00:23:32.075Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dad7d05c-9344-491c-a63f-a1be16ef1440 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:32.075Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:32.075Z InvocationID=7e32e864-c00e-49c2-8176-8fb1a25fb4f3 2021-05-04T00:23:32.146Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dad7d05c-9344-491c-a63f-a1be16ef1440 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:32.166Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dad7d05c-9344-491c-a63f-a1be16ef1440 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=91 EndTimestamp=2021-05-04T00:23:32.166Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:32.075Z InvocationID=88f322b8-617b-4863-a6ac-2dfcbfe6fc0b ResponseDesc=OK 2021-05-04T00:23:35.407Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fef2cb9a-7f2b-4c4c-a3ac-ea4621004c52 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:35.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:35.407Z InvocationID=6eb484ef-6fdf-4cfb-9810-f0bbec07b94a 2021-05-04T00:23:35.419Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fef2cb9a-7f2b-4c4c-a3ac-ea4621004c52 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:35.502Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fef2cb9a-7f2b-4c4c-a3ac-ea4621004c52 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T00:23:35.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:35.407Z InvocationID=3590b41e-69c3-429f-8733-44cb1a02e7c3 ResponseDesc=OK 2021-05-04T00:23:38.204Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=800f3d1c-2971-4c36-89fc-bc11701a35f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:38.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:38.204Z InvocationID=c5200f85-43d6-4b7a-b29f-1475393806e5 2021-05-04T00:23:38.212Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=800f3d1c-2971-4c36-89fc-bc11701a35f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:38.315Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=800f3d1c-2971-4c36-89fc-bc11701a35f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=111 EndTimestamp=2021-05-04T00:23:38.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:38.204Z InvocationID=3ec9a679-3162-4686-b573-9c6c943d5cc6 ResponseDesc=OK 2021-05-04T00:23:41.306Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=767c304c-2ae8-4fd8-bc0f-34c397acfe86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:41.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:41.306Z InvocationID=492160e0-c8f8-4afa-83f6-85679dfc4c74 2021-05-04T00:23:41.416Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=767c304c-2ae8-4fd8-bc0f-34c397acfe86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:41.501Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=767c304c-2ae8-4fd8-bc0f-34c397acfe86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:23:41.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:41.306Z InvocationID=4a244946-86f0-4628-ac40-f97b90931849 ResponseDesc=OK 2021-05-04T00:23:44.423Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3430d95-b953-4726-8eb2-c79d66ae6147 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:44.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:44.423Z InvocationID=f8c76fcf-7368-4b2b-8cbe-e084984dd716 2021-05-04T00:23:44.645Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3430d95-b953-4726-8eb2-c79d66ae6147 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:44.900Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f3430d95-b953-4726-8eb2-c79d66ae6147 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=477 EndTimestamp=2021-05-04T00:23:44.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:44.423Z InvocationID=20472e83-98c1-4651-b0c4-5ee321c2d480 ResponseDesc=OK 2021-05-04T00:23:46.999Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84bec8c4-fc6e-4838-a1e4-9114fb303821 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:46.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:46.998Z InvocationID=c38d1f92-2689-4f19-b8dd-adfe27421ccb 2021-05-04T00:23:47.047Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84bec8c4-fc6e-4838-a1e4-9114fb303821 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:47.115Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84bec8c4-fc6e-4838-a1e4-9114fb303821 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=117 EndTimestamp=2021-05-04T00:23:47.115Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:46.998Z InvocationID=f65fab0e-c308-4be2-bdbe-dfbf1c83fe5e ResponseDesc=OK 2021-05-04T00:23:50.022Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c31dbd4c-5a17-400a-8b31-54e28f893da8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:50.022Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:50.022Z InvocationID=50787cb8-60c1-4fdb-9190-0df9442de98b 2021-05-04T00:23:50.108Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c31dbd4c-5a17-400a-8b31-54e28f893da8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:50.213Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c31dbd4c-5a17-400a-8b31-54e28f893da8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:23:50.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:50.022Z InvocationID=39769831-c85e-44b5-8b6d-23038672f359 ResponseDesc=OK 2021-05-04T00:23:53.405Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe10caab-77f8-435e-b9fc-fc5c10c5aef2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:53.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:53.405Z InvocationID=91fc0f6e-e788-404c-8ba7-4c54cc68f8e0 2021-05-04T00:23:53.645Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe10caab-77f8-435e-b9fc-fc5c10c5aef2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:54.001Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe10caab-77f8-435e-b9fc-fc5c10c5aef2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=596 EndTimestamp=2021-05-04T00:23:54.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:53.405Z InvocationID=36c40398-388e-4147-bb6a-b82465af018d ResponseDesc=OK 2021-05-04T00:23:56.509Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5c5e43b-2bc6-4d80-9878-1bd18d4a48a3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:56.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:56.509Z InvocationID=9cbba777-7ad0-4216-a7f6-fbd5c11aa606 2021-05-04T00:23:56.518Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5c5e43b-2bc6-4d80-9878-1bd18d4a48a3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:56.608Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5c5e43b-2bc6-4d80-9878-1bd18d4a48a3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:23:56.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:56.509Z InvocationID=916515e1-30d5-413d-80e1-4d169e7e4ccc ResponseDesc=OK 2021-05-04T00:23:59.123Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=662780eb-ab58-43cd-a8fd-0f5b6739abb1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:23:59.122Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:59.122Z InvocationID=71584b26-02d8-47e1-80f0-705d4538e3a7 2021-05-04T00:23:59.203Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=662780eb-ab58-43cd-a8fd-0f5b6739abb1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:23:59.220Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=662780eb-ab58-43cd-a8fd-0f5b6739abb1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:23:59.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:23:59.122Z InvocationID=d4ec35d1-f8d2-4137-a494-fbb1dce04d4e ResponseDesc=OK 2021-05-04T00:24:01.138Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=784688c3-87e4-4dad-b2f3-2f99560103ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:01.137Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:01.137Z InvocationID=5c71cf87-c47a-49ee-86ff-9da52a30e18c 2021-05-04T00:24:01.204Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=784688c3-87e4-4dad-b2f3-2f99560103ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:01.302Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=784688c3-87e4-4dad-b2f3-2f99560103ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=164 EndTimestamp=2021-05-04T00:24:01.301Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:01.137Z InvocationID=51706494-f843-4f2f-beb8-4ba3af3655f1 ResponseDesc=OK 2021-05-04T00:24:02.430Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81fc8815-8a06-4335-bc53-5d37c9174be2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:02.430Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:02.430Z InvocationID=4d5de891-0792-4aea-91e5-c7eae80efcc6 2021-05-04T00:24:02.511Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81fc8815-8a06-4335-bc53-5d37c9174be2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:02.717Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81fc8815-8a06-4335-bc53-5d37c9174be2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=287 EndTimestamp=2021-05-04T00:24:02.717Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:02.430Z InvocationID=d6c3e609-c715-4349-bacd-d7e3b817f298 ResponseDesc=OK 2021-05-04T00:24:05.505Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d3b20e26-9cef-4209-9a88-278971cfb5e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:05.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:05.504Z InvocationID=52014926-b698-423c-a13c-8431fbb7a345 2021-05-04T00:24:05.601Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d3b20e26-9cef-4209-9a88-278971cfb5e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:05.902Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d3b20e26-9cef-4209-9a88-278971cfb5e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=398 EndTimestamp=2021-05-04T00:24:05.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:05.504Z InvocationID=88a132f7-ae2a-467c-a76e-58c66586c470 ResponseDesc=OK 2021-05-04T00:24:08.115Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af33aed5-e78f-4c32-ae75-319d71fc0f6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:08.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:08.114Z InvocationID=78bd421d-f24f-4744-8086-56724e5af231 2021-05-04T00:24:08.200Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af33aed5-e78f-4c32-ae75-319d71fc0f6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:08.305Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af33aed5-e78f-4c32-ae75-319d71fc0f6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T00:24:08.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:08.114Z InvocationID=ae88677a-6cf4-41f5-b776-623fba36b71e ResponseDesc=OK 2021-05-04T00:24:11.305Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd6eaf4b-ed48-486c-8b04-14801a2ae0bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:11.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:11.304Z InvocationID=6d3bba99-ee74-492d-b961-8783ec939a03 2021-05-04T00:24:11.398Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd6eaf4b-ed48-486c-8b04-14801a2ae0bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:11.701Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd6eaf4b-ed48-486c-8b04-14801a2ae0bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T00:24:11.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:11.304Z InvocationID=ea406bd4-51ec-4e4b-86f9-4cfff92b3839 ResponseDesc=OK 2021-05-04T00:24:14.507Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=487cd63f-655f-49ea-8633-13db5f3ed467 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:14.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:14.507Z InvocationID=7f7b83e3-8f5d-4e17-b0c0-6bcd058e9752 2021-05-04T00:24:14.515Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=487cd63f-655f-49ea-8633-13db5f3ed467 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:14.609Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=487cd63f-655f-49ea-8633-13db5f3ed467 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=102 EndTimestamp=2021-05-04T00:24:14.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:14.507Z InvocationID=096d596e-1d6a-442a-b3d0-32ef400903dc ResponseDesc=OK 2021-05-04T00:24:17.317Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c55ab95-25e8-4339-89d9-58d33aa0a4e0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:17.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:17.317Z InvocationID=40f4069b-d916-42c0-a844-5c76c4f41b85 2021-05-04T00:24:17.328Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c55ab95-25e8-4339-89d9-58d33aa0a4e0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:17.339Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c55ab95-25e8-4339-89d9-58d33aa0a4e0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=22 EndTimestamp=2021-05-04T00:24:17.339Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:17.317Z InvocationID=eca11733-1656-41e2-bd2f-2853d741d183 ResponseDesc=OK 2021-05-04T00:24:20.315Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b53e3b6-46e9-4785-aefc-6523cf00a48a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:20.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:20.315Z InvocationID=37c66db9-77ff-404f-916e-af231ccbbd4e 2021-05-04T00:24:20.326Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b53e3b6-46e9-4785-aefc-6523cf00a48a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:20.405Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b53e3b6-46e9-4785-aefc-6523cf00a48a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=90 EndTimestamp=2021-05-04T00:24:20.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:20.315Z InvocationID=05afc91b-f6ed-46d8-bee0-3061451addf8 ResponseDesc=OK 2021-05-04T00:24:23.404Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7fff8d3-0087-499a-861e-6d4dfc1bfc49 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:23.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:23.403Z InvocationID=421f8b50-2de5-4947-92b8-6514520e6195 2021-05-04T00:24:23.500Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7fff8d3-0087-499a-861e-6d4dfc1bfc49 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:23.751Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7fff8d3-0087-499a-861e-6d4dfc1bfc49 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T00:24:23.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:23.403Z InvocationID=24a35ff5-3f5b-4466-8785-6480d3e574c6 ResponseDesc=OK 2021-05-04T00:24:26.168Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c27fcf52-428e-4618-9025-a8455361d146 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:26.168Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:26.168Z InvocationID=4c704894-4e6a-4928-a6eb-52318214894b 2021-05-04T00:24:26.246Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c27fcf52-428e-4618-9025-a8455361d146 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:26.300Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c27fcf52-428e-4618-9025-a8455361d146 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=132 EndTimestamp=2021-05-04T00:24:26.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:26.168Z InvocationID=0a6a3692-a838-4ff7-995d-bce240433069 ResponseDesc=OK 2021-05-04T00:24:27.731Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4e3277e-42d0-4e7f-9bca-a29d31f2c88b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:27.731Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:27.731Z InvocationID=27b2217c-63fc-45a3-97e3-46520b1acd53 2021-05-04T00:24:27.803Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4e3277e-42d0-4e7f-9bca-a29d31f2c88b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:27.909Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4e3277e-42d0-4e7f-9bca-a29d31f2c88b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=178 EndTimestamp=2021-05-04T00:24:27.909Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:27.731Z InvocationID=e5a975a6-e1b0-41a2-b5c0-a7ebe4e193e1 ResponseDesc=OK 2021-05-04T00:24:29.204Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a3ff0f9c-6961-4aa5-9fc6-ffd96eff7d1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:29.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:29.203Z InvocationID=2fa12b8c-5612-4b7a-9c69-2b78e9629020 2021-05-04T00:24:29.215Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a3ff0f9c-6961-4aa5-9fc6-ffd96eff7d1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:29.399Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a3ff0f9c-6961-4aa5-9fc6-ffd96eff7d1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=196 EndTimestamp=2021-05-04T00:24:29.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:29.203Z InvocationID=35ccb359-72af-4f77-8163-9b75421a3d37 ResponseDesc=OK 2021-05-04T00:24:32.161Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc60bb33-fd4c-4b6a-9b4e-2085ff74158b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:32.161Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:32.161Z InvocationID=7e83457b-798b-4674-a345-5d1d97183d68 2021-05-04T00:24:32.249Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc60bb33-fd4c-4b6a-9b4e-2085ff74158b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:32.456Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc60bb33-fd4c-4b6a-9b4e-2085ff74158b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:24:32.456Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:32.161Z InvocationID=401bdcf6-46e9-4341-9918-eab2c3488bdf ResponseDesc=OK 2021-05-04T00:24:35.315Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9145268f-ba94-4ee8-818a-080320e17148 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:35.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:35.315Z InvocationID=34dde10d-0933-40ed-b958-2032823c882f 2021-05-04T00:24:35.400Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9145268f-ba94-4ee8-818a-080320e17148 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:35.507Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9145268f-ba94-4ee8-818a-080320e17148 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:24:35.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:35.315Z InvocationID=2f0c1ada-b48c-4ef0-9117-e803de47fcd5 ResponseDesc=OK 2021-05-04T00:24:38.127Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1c0f77a-fa0c-4e25-a306-b4b37d3f19c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:38.127Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:38.127Z InvocationID=2fcf8599-e1e3-4fb0-b97a-84f5353ba0a3 2021-05-04T00:24:38.198Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1c0f77a-fa0c-4e25-a306-b4b37d3f19c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:38.212Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a1c0f77a-fa0c-4e25-a306-b4b37d3f19c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=85 EndTimestamp=2021-05-04T00:24:38.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:38.127Z InvocationID=bde72196-ba88-45e3-9e3b-ba640f016cd1 ResponseDesc=OK 2021-05-04T00:24:41.316Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7cebef65-c5ab-4cbb-a893-9e11f7dfeadf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:41.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:41.315Z InvocationID=badceb53-de85-45b3-ba6a-b9d70ec8fbb1 2021-05-04T00:24:41.404Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7cebef65-c5ab-4cbb-a893-9e11f7dfeadf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:41.509Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7cebef65-c5ab-4cbb-a893-9e11f7dfeadf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:24:41.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:41.315Z InvocationID=7224c592-d80b-4e0e-8bb7-63d4d315fdac ResponseDesc=OK 2021-05-04T00:24:44.606Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b623d04-376b-41ba-a3a3-66431c1f04f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:44.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:44.606Z InvocationID=f0907eef-210a-408e-b2c5-3160a50e119d 2021-05-04T00:24:44.701Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b623d04-376b-41ba-a3a3-66431c1f04f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:45.009Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b623d04-376b-41ba-a3a3-66431c1f04f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=402 EndTimestamp=2021-05-04T00:24:45.008Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:44.606Z InvocationID=5f19d847-5171-43f5-851b-4e480c0dfed3 ResponseDesc=OK 2021-05-04T00:24:47.351Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1d669dc-f48d-461d-90b3-52d52de5c16e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:47.351Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:47.351Z InvocationID=810f66c0-367d-4000-a8e4-56e430e2b55b 2021-05-04T00:24:47.446Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1d669dc-f48d-461d-90b3-52d52de5c16e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:47.849Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1d669dc-f48d-461d-90b3-52d52de5c16e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=498 EndTimestamp=2021-05-04T00:24:47.849Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:47.351Z InvocationID=9697c46c-68c1-48d1-a185-1326914d3e2c ResponseDesc=OK 2021-05-04T00:24:50.202Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=232cd691-a843-434d-bf95-022442d907d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:50.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:50.202Z InvocationID=43b69fd2-d760-4bc0-88f8-51b6d2299b5b 2021-05-04T00:24:50.213Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=232cd691-a843-434d-bf95-022442d907d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:50.224Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=232cd691-a843-434d-bf95-022442d907d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=22 EndTimestamp=2021-05-04T00:24:50.224Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:50.202Z InvocationID=2d3a0242-42a9-4d01-93d4-b421680ff58f ResponseDesc=OK 2021-05-04T00:24:53.628Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2bd8760-1014-4eb8-ab7b-96ca080e4e13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:53.627Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:53.627Z InvocationID=5b3c6074-f9f7-4196-9664-fb6f9e63d242 2021-05-04T00:24:53.701Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2bd8760-1014-4eb8-ab7b-96ca080e4e13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:54.048Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2bd8760-1014-4eb8-ab7b-96ca080e4e13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=421 EndTimestamp=2021-05-04T00:24:54.048Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:53.627Z InvocationID=8ca18d42-7428-47ab-a44f-311a52d97d40 ResponseDesc=OK 2021-05-04T00:24:56.337Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3ea547b1-a7a6-4544-ad81-eefa2efee65e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:56.336Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:56.336Z InvocationID=39378e32-b5e7-413d-8316-b2251675f7a4 2021-05-04T00:24:56.406Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3ea547b1-a7a6-4544-ad81-eefa2efee65e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:56.421Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3ea547b1-a7a6-4544-ad81-eefa2efee65e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=85 EndTimestamp=2021-05-04T00:24:56.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:56.336Z InvocationID=ebddfe1c-4cff-4ed9-802f-e5eb98aa324a ResponseDesc=OK 2021-05-04T00:24:59.119Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9e7bbac3-2a43-4c6f-bdfe-d0dba92d06bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:24:59.119Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:59.119Z InvocationID=1bdb11f2-7902-477d-95d7-a4b9384dda4a 2021-05-04T00:24:59.199Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9e7bbac3-2a43-4c6f-bdfe-d0dba92d06bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:24:59.220Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9e7bbac3-2a43-4c6f-bdfe-d0dba92d06bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:24:59.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:24:59.119Z InvocationID=2e3b02bd-1b66-4e05-9c4c-d647343ed283 ResponseDesc=OK 2021-05-04T00:25:01.139Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6165f25-10cc-4b2c-9d29-5b36fd013268 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:01.139Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:01.139Z InvocationID=bb28c609-dbea-4aa9-bd0e-5f67a5bc09e2 2021-05-04T00:25:01.201Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6165f25-10cc-4b2c-9d29-5b36fd013268 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:01.306Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6165f25-10cc-4b2c-9d29-5b36fd013268 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=167 EndTimestamp=2021-05-04T00:25:01.306Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:01.139Z InvocationID=de18ed41-98a5-48e1-9412-8b65f8d7a39c ResponseDesc=OK 2021-05-04T00:25:02.415Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=23b3e5ca-dfdc-426a-99b7-ef6897cedeca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:02.415Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:02.415Z InvocationID=dbcf3d71-09c1-4a6b-8a33-e6d37558820c 2021-05-04T00:25:02.501Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=23b3e5ca-dfdc-426a-99b7-ef6897cedeca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:02.515Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=23b3e5ca-dfdc-426a-99b7-ef6897cedeca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:25:02.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:02.415Z InvocationID=665baf3e-545b-49d6-a977-c6e863407514 ResponseDesc=OK 2021-05-04T00:25:05.254Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7ab7694e-2f8f-4f22-b730-28b4dcf1de5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:05.254Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:05.254Z InvocationID=597b035f-9474-400d-adc1-fb9e90ad927c 2021-05-04T00:25:05.445Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7ab7694e-2f8f-4f22-b730-28b4dcf1de5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:05.700Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7ab7694e-2f8f-4f22-b730-28b4dcf1de5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=446 EndTimestamp=2021-05-04T00:25:05.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:05.254Z InvocationID=7fa688f4-5845-4b41-bf1c-ba44f6a926e6 ResponseDesc=OK 2021-05-04T00:25:08.206Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=02859c93-05a2-4735-bc79-096043716d55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:08.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:08.206Z InvocationID=5c7d3ab6-5012-4c5b-8ddd-8dfe48f03636 2021-05-04T00:25:08.216Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=02859c93-05a2-4735-bc79-096043716d55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:08.521Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=02859c93-05a2-4735-bc79-096043716d55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=314 EndTimestamp=2021-05-04T00:25:08.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:08.206Z InvocationID=781373c0-0ffc-4a0b-94ec-670350f60050 ResponseDesc=OK 2021-05-04T00:25:11.304Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c628c5d0-f353-444f-8aab-ecdd0a8cc506 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:11.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:11.304Z InvocationID=991e3968-bcf4-4e55-843c-999e725ad2c9 2021-05-04T00:25:11.404Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c628c5d0-f353-444f-8aab-ecdd0a8cc506 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:11.646Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c628c5d0-f353-444f-8aab-ecdd0a8cc506 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:25:11.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:11.304Z InvocationID=44610790-4119-4333-b645-3eeafb31ca76 ResponseDesc=OK 2021-05-04T00:25:14.611Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8210f8ed-ca6d-457d-8044-1df6a1b956c6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:14.611Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:14.611Z InvocationID=5fde7ce3-ce0d-4bae-9d05-094c041ad2f3 2021-05-04T00:25:14.846Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8210f8ed-ca6d-457d-8044-1df6a1b956c6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:14.912Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8210f8ed-ca6d-457d-8044-1df6a1b956c6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=301 EndTimestamp=2021-05-04T00:25:14.912Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:14.611Z InvocationID=2997e49e-9e5b-4ada-8988-da62b9affede ResponseDesc=OK 2021-05-04T00:25:17.508Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=458dfb6f-aee7-4cf2-a0ab-1134288f68ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:17.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:17.508Z InvocationID=1b265711-5b96-48d7-abf7-9e31e9dc0166 2021-05-04T00:25:17.519Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=458dfb6f-aee7-4cf2-a0ab-1134288f68ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:17.701Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=458dfb6f-aee7-4cf2-a0ab-1134288f68ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:25:17.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:17.508Z InvocationID=e1a716ff-607e-433b-b680-186f2d14c2db ResponseDesc=OK 2021-05-04T00:25:20.023Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1bd1ebb3-ec5b-4bc2-b2df-007e17322205 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:20.023Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:20.023Z InvocationID=1d5fb24e-6b00-4d76-a0a9-c705947df8ba 2021-05-04T00:25:20.099Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1bd1ebb3-ec5b-4bc2-b2df-007e17322205 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:20.113Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1bd1ebb3-ec5b-4bc2-b2df-007e17322205 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=89 EndTimestamp=2021-05-04T00:25:20.112Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:20.023Z InvocationID=f23d5ecd-8cea-4eb0-b247-826324541a2b ResponseDesc=OK 2021-05-04T00:25:23.027Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=695be210-0e93-4aff-9d77-311807d33e27 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:23.026Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:23.026Z InvocationID=ac91ae9b-a8cc-4b81-a281-6cff49be10fa 2021-05-04T00:25:23.245Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=695be210-0e93-4aff-9d77-311807d33e27 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:23.501Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=695be210-0e93-4aff-9d77-311807d33e27 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=475 EndTimestamp=2021-05-04T00:25:23.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:23.026Z InvocationID=c9d439fb-3da1-42d1-ad61-e2365bb6e873 ResponseDesc=OK 2021-05-04T00:25:26.154Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=00b3afd7-b4ae-4a6d-86b6-ccb768c5c659 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:26.154Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:26.154Z InvocationID=bc7dd54e-a818-41a2-8968-c9277f1f011f 2021-05-04T00:25:26.246Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=00b3afd7-b4ae-4a6d-86b6-ccb768c5c659 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:26.347Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=00b3afd7-b4ae-4a6d-86b6-ccb768c5c659 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:25:26.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:26.154Z InvocationID=df5e8818-a3b7-4657-ae24-63f39b0403f9 ResponseDesc=OK 2021-05-04T00:25:27.695Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61bd6954-17ea-477b-8d46-f0d71b599852 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:27.695Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:27.695Z InvocationID=73f7b898-4f18-4e45-888e-953feeb53c14 2021-05-04T00:25:27.707Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61bd6954-17ea-477b-8d46-f0d71b599852 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:27.799Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61bd6954-17ea-477b-8d46-f0d71b599852 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:25:27.799Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:27.695Z InvocationID=87634a32-1f4d-4b40-859f-386e16899d45 ResponseDesc=OK 2021-05-04T00:25:29.119Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c77bf638-5e70-4928-a7ee-e3a94efea4ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:29.119Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:29.119Z InvocationID=62abcae3-dad8-4f7a-9b80-5c6abfefb37f 2021-05-04T00:25:29.199Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c77bf638-5e70-4928-a7ee-e3a94efea4ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:29.300Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c77bf638-5e70-4928-a7ee-e3a94efea4ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:25:29.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:29.119Z InvocationID=da69dfb0-09fb-46d4-b43b-4c1ee4cc47f4 ResponseDesc=OK 2021-05-04T00:25:32.052Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e087524-7413-461c-85ea-6c5682137a62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:32.052Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:32.052Z InvocationID=a11a0881-1949-4876-8881-92fa4def7a36 2021-05-04T00:25:32.059Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e087524-7413-461c-85ea-6c5682137a62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:32.070Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e087524-7413-461c-85ea-6c5682137a62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=18 EndTimestamp=2021-05-04T00:25:32.070Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:32.052Z InvocationID=9bf5dc6b-25d1-4ef1-9d22-ab5a55a8885d ResponseDesc=OK 2021-05-04T00:25:35.605Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5e823432-36e1-4613-810c-1d8b22eea0e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:35.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:35.605Z InvocationID=9f6e08ab-e705-4119-a89e-47b135ba52a3 2021-05-04T00:25:35.700Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5e823432-36e1-4613-810c-1d8b22eea0e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:35.946Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5e823432-36e1-4613-810c-1d8b22eea0e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:25:35.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:35.605Z InvocationID=bf467e54-6c34-4e17-b58e-65022df76116 ResponseDesc=OK 2021-05-04T00:25:38.215Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d921bb4b-d5fe-4ba0-a010-ee1a41c0d48a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:38.215Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:38.215Z InvocationID=850c6aa5-82c9-48b7-abd2-82d809103e3f 2021-05-04T00:25:38.224Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d921bb4b-d5fe-4ba0-a010-ee1a41c0d48a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:38.319Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d921bb4b-d5fe-4ba0-a010-ee1a41c0d48a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:25:38.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:38.215Z InvocationID=4bf9cda7-422f-42ad-a053-4dcd1c49c0b0 ResponseDesc=OK 2021-05-04T00:25:41.106Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c69dcec6-5ed0-4cbc-8957-f027fc381c60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:41.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:41.105Z InvocationID=603fabb8-9acf-4373-8d1e-ab798ac5446f 2021-05-04T00:25:41.200Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c69dcec6-5ed0-4cbc-8957-f027fc381c60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:41.298Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c69dcec6-5ed0-4cbc-8957-f027fc381c60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:25:41.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:41.105Z InvocationID=0b9895eb-30b6-4fcb-8dd8-982ed574953b ResponseDesc=OK 2021-05-04T00:25:44.530Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b3463a4-fd8c-4ea5-bfe2-78eee50413e1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:44.530Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:44.530Z InvocationID=b86fde1a-7446-4076-befd-06f2078b88ac 2021-05-04T00:25:44.699Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b3463a4-fd8c-4ea5-bfe2-78eee50413e1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:44.954Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b3463a4-fd8c-4ea5-bfe2-78eee50413e1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=424 EndTimestamp=2021-05-04T00:25:44.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:44.530Z InvocationID=e236a2cf-479e-4802-a01f-573c100cef84 ResponseDesc=OK 2021-05-04T00:25:46.979Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f97d3218-6c41-4303-9b44-32aeaca22320 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:46.978Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:46.978Z InvocationID=426d8616-9b96-4e38-88ff-9775bc8ee8ee 2021-05-04T00:25:47.053Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f97d3218-6c41-4303-9b44-32aeaca22320 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:47.066Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f97d3218-6c41-4303-9b44-32aeaca22320 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=88 EndTimestamp=2021-05-04T00:25:47.066Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:46.978Z InvocationID=5e5f7234-b0e4-409c-a6a9-3a1d2b985a88 ResponseDesc=OK 2021-05-04T00:25:50.216Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fea64f7-d2c0-4c83-a309-39fb7b255b92 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:50.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:50.216Z InvocationID=0c8b9163-dfb1-4011-a3b6-48fa44b049ca 2021-05-04T00:25:50.360Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fea64f7-d2c0-4c83-a309-39fb7b255b92 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:50.414Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4fea64f7-d2c0-4c83-a309-39fb7b255b92 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=198 EndTimestamp=2021-05-04T00:25:50.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:50.216Z InvocationID=4b1b2421-b03c-4f98-9243-b184afa2c0c2 ResponseDesc=OK 2021-05-04T00:25:53.561Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12a7532e-deb2-49f3-a173-14d3c42f307f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:53.561Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:53.561Z InvocationID=ea11b946-1c13-4719-9887-e24e017f54d0 2021-05-04T00:25:53.700Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12a7532e-deb2-49f3-a173-14d3c42f307f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:53.947Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=12a7532e-deb2-49f3-a173-14d3c42f307f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=385 EndTimestamp=2021-05-04T00:25:53.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:53.561Z InvocationID=daf8d068-cecf-410a-a5b9-eaf85017c2ba ResponseDesc=OK 2021-05-04T00:25:56.422Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4417321c-fefe-4e5a-b9d8-906e17a26171 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:56.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:56.421Z InvocationID=5eaec799-7581-48b4-84dc-b8ed588cee0f 2021-05-04T00:25:56.647Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4417321c-fefe-4e5a-b9d8-906e17a26171 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:56.902Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4417321c-fefe-4e5a-b9d8-906e17a26171 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=481 EndTimestamp=2021-05-04T00:25:56.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:56.421Z InvocationID=cf3cb30d-4b2d-44ca-b70b-0f2000a48a8c ResponseDesc=OK 2021-05-04T00:25:59.307Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d790d43-46ad-4bf7-b184-009f52b4630f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:25:59.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:59.306Z InvocationID=57a0fb59-6df5-400e-97cd-71b2124afe16 2021-05-04T00:25:59.500Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d790d43-46ad-4bf7-b184-009f52b4630f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:25:59.798Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d790d43-46ad-4bf7-b184-009f52b4630f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=492 EndTimestamp=2021-05-04T00:25:59.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:25:59.306Z InvocationID=c061f1c5-4c45-48dc-804e-5a58222422fd ResponseDesc=OK 2021-05-04T00:26:01.138Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b4dffda8-df97-499d-a148-2f5d3e3f5bfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:01.137Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:01.137Z InvocationID=c03f3d23-200a-4ff5-b1fb-ba6c122310b5 2021-05-04T00:26:01.219Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b4dffda8-df97-499d-a148-2f5d3e3f5bfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:01.546Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b4dffda8-df97-499d-a148-2f5d3e3f5bfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=408 EndTimestamp=2021-05-04T00:26:01.545Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:01.137Z InvocationID=a65b73c8-a55c-4ccb-b6ec-61d9b131b9a6 ResponseDesc=OK 2021-05-04T00:26:02.605Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14310bba-9701-4cba-97a5-d84c76ddf50b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:02.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:02.605Z InvocationID=ab92d20b-2a5d-427a-815a-38d4b9cb796c 2021-05-04T00:26:02.756Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14310bba-9701-4cba-97a5-d84c76ddf50b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:03.000Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14310bba-9701-4cba-97a5-d84c76ddf50b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:26:03.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:02.605Z InvocationID=5011cca8-077c-46b9-80b8-44ef669e8933 ResponseDesc=OK 2021-05-04T00:26:05.403Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6dd2db34-2800-47ba-b5b0-4a695d392447 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:05.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:05.403Z InvocationID=8d5b1d47-b7f0-4b2b-a308-4daaeaee0c78 2021-05-04T00:26:05.469Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6dd2db34-2800-47ba-b5b0-4a695d392447 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:05.747Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6dd2db34-2800-47ba-b5b0-4a695d392447 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:26:05.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:05.403Z InvocationID=51154e98-1ba9-44d2-a346-65dbf87b5125 ResponseDesc=OK 2021-05-04T00:26:08.302Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff338598-b1f7-4790-adf3-221c06c33102 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:08.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:08.302Z InvocationID=a4190189-1a85-4287-8581-271b2613e57b 2021-05-04T00:26:08.360Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff338598-b1f7-4790-adf3-221c06c33102 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:08.648Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff338598-b1f7-4790-adf3-221c06c33102 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=346 EndTimestamp=2021-05-04T00:26:08.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:08.302Z InvocationID=688c1fdb-b0e1-4a4e-9869-29309941b874 ResponseDesc=OK 2021-05-04T00:26:12.475Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=73f0064b-2aa4-489f-a1ad-e3e0fc80b12a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:12.475Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:12.475Z InvocationID=b63c386c-b21c-4ab6-8555-10b269352586 2021-05-04T00:26:12.745Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=73f0064b-2aa4-489f-a1ad-e3e0fc80b12a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:13.001Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=73f0064b-2aa4-489f-a1ad-e3e0fc80b12a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=525 EndTimestamp=2021-05-04T00:26:13.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:12.475Z InvocationID=83456ace-e111-4fee-8012-fb576329d72b ResponseDesc=OK 2021-05-04T00:26:14.609Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbfa824c-7d63-4bda-be53-549d645c848f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:14.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:14.609Z InvocationID=94f6d39f-7704-4da1-9b5a-916c68060ce8 2021-05-04T00:26:15.004Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbfa824c-7d63-4bda-be53-549d645c848f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:15.358Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbfa824c-7d63-4bda-be53-549d645c848f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=749 EndTimestamp=2021-05-04T00:26:15.358Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:14.609Z InvocationID=d7e62add-6428-4fcb-9559-1bbd8656ab3c ResponseDesc=OK 2021-05-04T00:26:17.406Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e92f7e84-e795-48a8-9aab-3067c977d2c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:17.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:17.406Z InvocationID=b0520822-6ae4-4312-95dd-daa76bd62425 2021-05-04T00:26:17.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e92f7e84-e795-48a8-9aab-3067c977d2c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:17.890Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e92f7e84-e795-48a8-9aab-3067c977d2c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=484 EndTimestamp=2021-05-04T00:26:17.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:17.406Z InvocationID=e17c800c-26bb-4428-813f-cadb18416ef6 ResponseDesc=OK 2021-05-04T00:26:20.283Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87edf1c1-a287-408b-a8d3-ad9ebb456f7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:20.283Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:20.283Z InvocationID=92fcb8d0-571d-422e-a0ba-5961d35221e0 2021-05-04T00:26:21.548Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87edf1c1-a287-408b-a8d3-ad9ebb456f7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:21.802Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87edf1c1-a287-408b-a8d3-ad9ebb456f7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1519 EndTimestamp=2021-05-04T00:26:21.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:20.283Z InvocationID=3db42a42-c2a0-44a2-850c-d4f6b9bc4d3b ResponseDesc=OK 2021-05-04T00:26:23.708Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=05982ab0-183c-486a-8780-e6965369bf9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:23.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:23.708Z InvocationID=c3f078fe-4ccd-4977-bded-d3ba4d91fd5b 2021-05-04T00:26:23.853Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=05982ab0-183c-486a-8780-e6965369bf9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:24.031Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=05982ab0-183c-486a-8780-e6965369bf9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=323 EndTimestamp=2021-05-04T00:26:24.031Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:23.708Z InvocationID=ba7517fe-d77a-40c8-ac45-262fc72a3f5b ResponseDesc=OK 2021-05-04T00:26:26.881Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dd7b9e23-0546-43eb-88ac-66f2aacfe398 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:26.881Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:26.881Z InvocationID=5444bc64-fd38-49d2-a2cc-eced067de6ad 2021-05-04T00:26:26.893Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dd7b9e23-0546-43eb-88ac-66f2aacfe398 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:27.067Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dd7b9e23-0546-43eb-88ac-66f2aacfe398 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:26:27.067Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:26.881Z InvocationID=62fc4b3f-65c1-4d8d-b559-c21d799c5f18 ResponseDesc=OK 2021-05-04T00:26:27.681Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2bfc4b0c-6b07-4c13-83ca-ccd387aff79d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:27.681Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:27.681Z InvocationID=104bb389-31cd-40ac-83dd-ef0d8a841103 2021-05-04T00:26:27.701Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2bfc4b0c-6b07-4c13-83ca-ccd387aff79d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:27.804Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2bfc4b0c-6b07-4c13-83ca-ccd387aff79d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=123 EndTimestamp=2021-05-04T00:26:27.804Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:27.681Z InvocationID=dd38724f-f893-4305-ad39-23474fe6a33c ResponseDesc=OK 2021-05-04T00:26:29.315Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28b734a6-218a-4630-b1c3-1ade563a1403 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:29.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:29.315Z InvocationID=32736950-b7da-4eb6-840f-72a27ae7f3d0 2021-05-04T00:26:29.497Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28b734a6-218a-4630-b1c3-1ade563a1403 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:30.117Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28b734a6-218a-4630-b1c3-1ade563a1403 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=802 EndTimestamp=2021-05-04T00:26:30.117Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:29.315Z InvocationID=4a330bbc-f4e2-433d-805d-d821af1d5183 ResponseDesc=OK 2021-05-04T00:26:32.051Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4479810-13d0-448c-9fcc-8bbc495974b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:32.051Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:32.051Z InvocationID=a66e410c-d56f-44ae-891a-bfe8ae95089c 2021-05-04T00:26:32.162Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4479810-13d0-448c-9fcc-8bbc495974b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:32.367Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4479810-13d0-448c-9fcc-8bbc495974b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=315 EndTimestamp=2021-05-04T00:26:32.366Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:32.051Z InvocationID=5dddc0c7-8a25-4af7-9c67-e0c59cd49616 ResponseDesc=OK 2021-05-04T00:26:35.406Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=78f065f9-7904-4839-bfee-7a8da97f5383 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:35.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:35.405Z InvocationID=60634760-4687-42b6-a04f-2ccd3281319f 2021-05-04T00:26:35.462Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=78f065f9-7904-4839-bfee-7a8da97f5383 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:35.607Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=78f065f9-7904-4839-bfee-7a8da97f5383 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:26:35.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:35.405Z InvocationID=336cc65d-dd46-4a26-85de-72d5a99ddd4c ResponseDesc=OK 2021-05-04T00:26:38.334Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b806158-7ac6-4771-a14b-059c9ace55d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:38.334Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:38.334Z InvocationID=992a5a6a-9bef-467f-8272-92b8f681debc 2021-05-04T00:26:38.497Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b806158-7ac6-4771-a14b-059c9ace55d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:39.198Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b806158-7ac6-4771-a14b-059c9ace55d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=864 EndTimestamp=2021-05-04T00:26:39.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:38.334Z InvocationID=39e9166d-6526-494f-8cad-4d7bdde84d2b ResponseDesc=OK 2021-05-04T00:26:41.412Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=302d0297-7fb4-4f38-a735-aa42f4d39340 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:41.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:41.412Z InvocationID=8fa6d257-a564-4e6c-a4e8-5b8d60a03fbe 2021-05-04T00:26:41.500Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=302d0297-7fb4-4f38-a735-aa42f4d39340 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:42.752Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=302d0297-7fb4-4f38-a735-aa42f4d39340 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1339 EndTimestamp=2021-05-04T00:26:42.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:41.412Z InvocationID=e6d603b5-ce60-43e1-b2d9-1308ad596d57 ResponseDesc=OK 2021-05-04T00:26:44.449Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e169e7b1-35d6-41a6-85e4-aad7b2fddb68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:44.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:44.449Z InvocationID=5e99b9fc-dd04-480c-80e5-f92245cd6bea 2021-05-04T00:26:44.651Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e169e7b1-35d6-41a6-85e4-aad7b2fddb68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:44.900Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e169e7b1-35d6-41a6-85e4-aad7b2fddb68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=451 EndTimestamp=2021-05-04T00:26:44.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:44.449Z InvocationID=449cd851-b102-4857-88e6-ff46c529d736 ResponseDesc=OK 2021-05-04T00:26:46.981Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e87ee20d-7892-4af3-ac69-6566b160f7c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:46.980Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:46.980Z InvocationID=06244aec-061a-49a9-b21e-219246c6f81e 2021-05-04T00:26:47.051Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e87ee20d-7892-4af3-ac69-6566b160f7c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:47.251Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e87ee20d-7892-4af3-ac69-6566b160f7c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=271 EndTimestamp=2021-05-04T00:26:47.251Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:46.980Z InvocationID=f521b2e2-4fcc-49a7-a7da-00dc2eb232ea ResponseDesc=OK 2021-05-04T00:26:50.142Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=648fd5f2-a415-40a4-bee8-81e13c8b6b5a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:50.142Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:50.142Z InvocationID=b0b2b9c3-11ae-44af-ac35-c1d995a56740 2021-05-04T00:26:50.202Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=648fd5f2-a415-40a4-bee8-81e13c8b6b5a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:50.511Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=648fd5f2-a415-40a4-bee8-81e13c8b6b5a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=369 EndTimestamp=2021-05-04T00:26:50.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:50.142Z InvocationID=628e39a5-30b2-4262-b889-b654702ab695 ResponseDesc=OK 2021-05-04T00:26:53.810Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e33d8aef-101a-4b62-89c3-f39abd996c65 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:53.809Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:53.809Z InvocationID=c34df002-f6f9-4cee-8f7f-8d7579aa0c61 2021-05-04T00:26:54.281Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e33d8aef-101a-4b62-89c3-f39abd996c65 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:54.505Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e33d8aef-101a-4b62-89c3-f39abd996c65 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=695 EndTimestamp=2021-05-04T00:26:54.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:53.809Z InvocationID=3cdca6fd-b52a-4783-860e-c74f477901bb ResponseDesc=OK 2021-05-04T00:26:56.322Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fde10868-4a28-47b5-867b-a28e2e37f4e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:56.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:56.322Z InvocationID=0fcc2a21-c13f-4022-a429-d23ae72dcec4 2021-05-04T00:26:56.401Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fde10868-4a28-47b5-867b-a28e2e37f4e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:56.522Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fde10868-4a28-47b5-867b-a28e2e37f4e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=199 EndTimestamp=2021-05-04T00:26:56.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:56.322Z InvocationID=ba3bb295-39b8-409c-9c0d-a07d15f9261b ResponseDesc=OK 2021-05-04T00:26:59.214Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4ba7df96-5ad7-4fe0-8600-10923e704937 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:26:59.214Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:59.214Z InvocationID=df2ab354-f1e2-4bc8-8e99-d31fb9be73b3 2021-05-04T00:26:59.253Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4ba7df96-5ad7-4fe0-8600-10923e704937 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:26:59.513Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4ba7df96-5ad7-4fe0-8600-10923e704937 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=299 EndTimestamp=2021-05-04T00:26:59.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:26:59.214Z InvocationID=31266a47-c326-456b-87c6-1413060fea0e ResponseDesc=OK 2021-05-04T00:27:01.107Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=36f917db-78c0-4e29-8d44-bcd09c0a624c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:01.107Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:01.107Z InvocationID=9b1b4180-e1ad-4d26-a16a-edc09efde6ce 2021-05-04T00:27:01.248Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=36f917db-78c0-4e29-8d44-bcd09c0a624c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:01.400Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=36f917db-78c0-4e29-8d44-bcd09c0a624c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=293 EndTimestamp=2021-05-04T00:27:01.400Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:01.107Z InvocationID=cd440a93-c749-429c-9d04-96f175c98cd2 ResponseDesc=OK 2021-05-04T00:27:02.426Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5032bdf4-22a5-4308-b63c-1101ea6bcc73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:02.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:02.426Z InvocationID=96b8f921-ceaa-4313-9c9a-47e64582ba08 2021-05-04T00:27:02.516Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5032bdf4-22a5-4308-b63c-1101ea6bcc73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:02.607Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5032bdf4-22a5-4308-b63c-1101ea6bcc73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=181 EndTimestamp=2021-05-04T00:27:02.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:02.426Z InvocationID=125bdf59-66d4-4cb2-8c34-7e03687c74c3 ResponseDesc=OK 2021-05-04T00:27:05.131Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0ae38be-ed67-474f-842f-d584e7920dd4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:05.130Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:05.130Z InvocationID=b04064c4-cdd4-47e8-858c-732815eaf83a 2021-05-04T00:27:05.330Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0ae38be-ed67-474f-842f-d584e7920dd4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:05.369Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0ae38be-ed67-474f-842f-d584e7920dd4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=239 EndTimestamp=2021-05-04T00:27:05.369Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:05.130Z InvocationID=de74bc00-eb49-4e13-ac53-e2ea9c3ba414 ResponseDesc=OK 2021-05-04T00:27:08.205Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=249f2685-e5f6-4c13-ac1d-01f5bea416fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:08.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:08.205Z InvocationID=a1860328-7cba-418b-bdb0-6c55b72677e5 2021-05-04T00:27:08.215Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=249f2685-e5f6-4c13-ac1d-01f5bea416fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:08.302Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=249f2685-e5f6-4c13-ac1d-01f5bea416fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=97 EndTimestamp=2021-05-04T00:27:08.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:08.205Z InvocationID=d24907ff-351f-47b9-a8ce-5f2d79e82375 ResponseDesc=OK 2021-05-04T00:27:11.114Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba6b946a-2008-4c09-956f-fac990a8769e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:11.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:11.114Z InvocationID=5dbcc773-0776-49e2-9503-92957741dd88 2021-05-04T00:27:11.197Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba6b946a-2008-4c09-956f-fac990a8769e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:11.322Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba6b946a-2008-4c09-956f-fac990a8769e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=207 EndTimestamp=2021-05-04T00:27:11.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:11.114Z InvocationID=8e6c3dd7-4c2f-4fb6-8e66-c9c432e74cf9 ResponseDesc=OK 2021-05-04T00:27:14.305Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af3f2048-1ebe-4cbb-9171-69852b8b08a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:14.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:14.305Z InvocationID=d42a2b0d-a7fa-4d1b-86a1-c90faac0b57f 2021-05-04T00:27:14.399Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af3f2048-1ebe-4cbb-9171-69852b8b08a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:14.745Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af3f2048-1ebe-4cbb-9171-69852b8b08a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=440 EndTimestamp=2021-05-04T00:27:14.745Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:14.305Z InvocationID=0692720d-6949-40cc-b622-83a87146742b ResponseDesc=OK 2021-05-04T00:27:17.441Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9dfce873-a80e-4afc-993f-db565a6f90dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:17.440Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:17.440Z InvocationID=41f96507-c344-46c9-ab92-81f83268818a 2021-05-04T00:27:17.502Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9dfce873-a80e-4afc-993f-db565a6f90dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:17.608Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9dfce873-a80e-4afc-993f-db565a6f90dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=168 EndTimestamp=2021-05-04T00:27:17.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:17.440Z InvocationID=63e3efb1-f943-4ece-8baf-51e37f9bc9a8 ResponseDesc=OK 2021-05-04T00:27:20.405Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71c71d1b-6e88-43ab-98f4-6e4b3d94bbc6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:20.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:20.404Z InvocationID=15c2ae00-0322-456b-b71a-bc028ed30b3e 2021-05-04T00:27:20.497Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71c71d1b-6e88-43ab-98f4-6e4b3d94bbc6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:20.799Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71c71d1b-6e88-43ab-98f4-6e4b3d94bbc6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:27:20.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:20.404Z InvocationID=d23a8d9a-cf8f-47d9-9b49-308a116ff33f ResponseDesc=OK 2021-05-04T00:27:23.404Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2eb6ef46-07ea-4ad5-b74a-e63b49a71e41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:23.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:23.404Z InvocationID=4b006419-ef96-47c3-8eaa-75c4ee182a72 2021-05-04T00:27:23.411Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2eb6ef46-07ea-4ad5-b74a-e63b49a71e41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:23.500Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2eb6ef46-07ea-4ad5-b74a-e63b49a71e41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=96 EndTimestamp=2021-05-04T00:27:23.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:23.404Z InvocationID=98282106-c0cf-4ed8-a4fc-edd9b199c6af ResponseDesc=OK 2021-05-04T00:27:25.883Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8bd044c-7a26-4f3c-9092-8308597c30e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:25.883Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:25.883Z InvocationID=91fb63be-093f-4ec4-b344-39369179f33d 2021-05-04T00:27:25.905Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8bd044c-7a26-4f3c-9092-8308597c30e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:25.914Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8bd044c-7a26-4f3c-9092-8308597c30e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=31 EndTimestamp=2021-05-04T00:27:25.914Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:25.883Z InvocationID=13ee668f-578c-4d31-b26e-82410269e71e ResponseDesc=OK 2021-05-04T00:27:27.649Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=418976e2-4c35-474a-843e-3d24233bf549 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:27.649Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:27.649Z InvocationID=ee957d07-2c82-4916-8d54-a14ba768c028 2021-05-04T00:27:27.703Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=418976e2-4c35-474a-843e-3d24233bf549 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:27.799Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=418976e2-4c35-474a-843e-3d24233bf549 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=150 EndTimestamp=2021-05-04T00:27:27.799Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:27.649Z InvocationID=cc33b6b4-0da6-44f4-a351-036780dd62f1 ResponseDesc=OK 2021-05-04T00:27:29.121Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3ac4c1f3-bee3-41eb-9321-5637acc8e559 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:29.121Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:29.121Z InvocationID=376478ad-7664-4934-8553-58a202c8b44a 2021-05-04T00:27:29.199Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3ac4c1f3-bee3-41eb-9321-5637acc8e559 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:29.214Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3ac4c1f3-bee3-41eb-9321-5637acc8e559 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:27:29.214Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:29.121Z InvocationID=57a4e57f-2dfa-487e-a681-91349f39d55e ResponseDesc=OK 2021-05-04T00:27:32.167Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=190cafb3-1ec5-40c1-8e9c-714fc5767eba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:32.166Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:32.166Z InvocationID=278e81a8-01c0-4370-8af2-beeddbd0e4d9 2021-05-04T00:27:32.249Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=190cafb3-1ec5-40c1-8e9c-714fc5767eba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:32.261Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=190cafb3-1ec5-40c1-8e9c-714fc5767eba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=95 EndTimestamp=2021-05-04T00:27:32.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:32.166Z InvocationID=2943ce45-8ca4-4927-92ea-21384de4845a ResponseDesc=OK 2021-05-04T00:27:35.419Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a269c41-39f5-4dd7-939b-3fe997e43263 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:35.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:35.419Z InvocationID=f8170d4b-57b0-411a-9fa1-05e8f195e854 2021-05-04T00:27:35.425Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a269c41-39f5-4dd7-939b-3fe997e43263 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:35.512Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9a269c41-39f5-4dd7-939b-3fe997e43263 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:27:35.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:35.419Z InvocationID=dcd45cf6-8182-4578-8738-b286b308aca7 ResponseDesc=OK 2021-05-04T00:27:38.118Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b5f9198c-f2f2-433a-b87b-e2f6ff59c27d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:38.118Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:38.118Z InvocationID=b87f4627-770c-4d8a-9721-34001ea4f527 2021-05-04T00:27:38.200Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b5f9198c-f2f2-433a-b87b-e2f6ff59c27d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:38.221Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b5f9198c-f2f2-433a-b87b-e2f6ff59c27d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:27:38.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:38.118Z InvocationID=a558767d-3232-4c74-b3e8-9858b1de6703 ResponseDesc=OK 2021-05-04T00:27:41.009Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e74da3a-943a-46f2-8f56-4c2fc7dfb53f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:41.009Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:41.009Z InvocationID=283dc361-74a7-42e5-8f99-c973ec98816f 2021-05-04T00:27:41.018Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e74da3a-943a-46f2-8f56-4c2fc7dfb53f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:41.105Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e74da3a-943a-46f2-8f56-4c2fc7dfb53f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=96 EndTimestamp=2021-05-04T00:27:41.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:41.009Z InvocationID=17c575d2-6af9-4ad5-84be-7580c7bca96e ResponseDesc=OK 2021-05-04T00:27:44.322Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44c52985-dc28-4ed0-9f50-8d47e7316343 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:44.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:44.322Z InvocationID=f5f46417-4374-4c34-b673-d61960d15776 2021-05-04T00:27:44.401Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44c52985-dc28-4ed0-9f50-8d47e7316343 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:44.509Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44c52985-dc28-4ed0-9f50-8d47e7316343 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:27:44.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:44.322Z InvocationID=07cc0ed9-f171-4cc0-8273-383052a3a15a ResponseDesc=OK 2021-05-04T00:27:46.877Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8373beda-690b-4638-9aa1-d71739ce8673 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:46.877Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:46.877Z InvocationID=5f2271cc-44dd-4b1d-941e-d98a264e658d 2021-05-04T00:27:46.903Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8373beda-690b-4638-9aa1-d71739ce8673 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:46.919Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8373beda-690b-4638-9aa1-d71739ce8673 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=41 EndTimestamp=2021-05-04T00:27:46.918Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:46.877Z InvocationID=825975b7-d31e-465d-b28e-5b7b87fd2c39 ResponseDesc=OK 2021-05-04T00:27:50.221Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfa498ce-08f7-4657-80a4-dc008e6cb624 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:50.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:50.221Z InvocationID=9c646c42-ec3b-4dff-bf07-baa841c6082f 2021-05-04T00:27:50.300Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfa498ce-08f7-4657-80a4-dc008e6cb624 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:50.448Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bfa498ce-08f7-4657-80a4-dc008e6cb624 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=227 EndTimestamp=2021-05-04T00:27:50.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:50.221Z InvocationID=16ed6dd4-c46d-4b46-90f6-8de7654a82f0 ResponseDesc=OK 2021-05-04T00:27:53.517Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9bd27c02-c7db-44cb-ad19-f6249102cd39 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:53.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:53.517Z InvocationID=c917eebf-2ac7-4c75-9e5d-59d60af37736 2021-05-04T00:27:53.600Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9bd27c02-c7db-44cb-ad19-f6249102cd39 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:53.948Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9bd27c02-c7db-44cb-ad19-f6249102cd39 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=431 EndTimestamp=2021-05-04T00:27:53.948Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:53.517Z InvocationID=2760b6b0-5315-4a04-909b-6f0fc90fa757 ResponseDesc=OK 2021-05-04T00:27:56.603Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cca56471-988d-4062-953d-557ed4cfaa80 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:56.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:56.603Z InvocationID=315c5f32-5b06-42f6-9036-cbd9f6310d5e 2021-05-04T00:27:56.700Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cca56471-988d-4062-953d-557ed4cfaa80 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:56.946Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cca56471-988d-4062-953d-557ed4cfaa80 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:27:56.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:56.603Z InvocationID=c5ebaa2a-2032-48ec-a669-df7ab06a9825 ResponseDesc=OK 2021-05-04T00:27:59.558Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=05fcf8ae-c9a6-43aa-92da-177fa2c57651 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:27:59.558Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:59.558Z InvocationID=44bde2c0-c56b-42fb-a348-e49855a7228c 2021-05-04T00:27:59.746Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=05fcf8ae-c9a6-43aa-92da-177fa2c57651 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:27:59.900Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=05fcf8ae-c9a6-43aa-92da-177fa2c57651 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:27:59.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:27:59.558Z InvocationID=fc8a45d0-4a53-417b-a543-87c676347d8a ResponseDesc=OK 2021-05-04T00:28:01.136Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11759ac8-f107-472e-a270-0e78a1ec0267 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:01.135Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:01.135Z InvocationID=66175070-37ac-4af9-92c0-feb34d3951cc 2021-05-04T00:28:01.247Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11759ac8-f107-472e-a270-0e78a1ec0267 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:01.551Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11759ac8-f107-472e-a270-0e78a1ec0267 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=416 EndTimestamp=2021-05-04T00:28:01.551Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:01.135Z InvocationID=17209b46-dc19-4364-b7db-ae4f30875b49 ResponseDesc=OK 2021-05-04T00:28:02.616Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2ed4a787-7f2a-40d6-906a-8ccedfdbe948 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:02.616Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:02.616Z InvocationID=f9d960cd-ab18-4239-8eda-4f0e06316bee 2021-05-04T00:28:02.800Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2ed4a787-7f2a-40d6-906a-8ccedfdbe948 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:02.904Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2ed4a787-7f2a-40d6-906a-8ccedfdbe948 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=288 EndTimestamp=2021-05-04T00:28:02.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:02.616Z InvocationID=73ab5659-5c2a-4ec3-b9d6-eb7dc4e974e3 ResponseDesc=OK 2021-05-04T00:28:05.407Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f50d2e36-baf9-4aa5-bca7-2b6fe79f7c64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:05.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:05.407Z InvocationID=bf1078dd-6e8b-41f5-8862-8aa856417afa 2021-05-04T00:28:05.545Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f50d2e36-baf9-4aa5-bca7-2b6fe79f7c64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:05.801Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f50d2e36-baf9-4aa5-bca7-2b6fe79f7c64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T00:28:05.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:05.407Z InvocationID=106a4478-a1c3-4b1a-a701-e884a280452b ResponseDesc=OK 2021-05-04T00:28:08.126Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8daa004b-2e14-4b84-84a8-84544cca8b7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:08.126Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:08.126Z InvocationID=2f70b1f5-5b51-4b24-85e0-d28df4fc4f2a 2021-05-04T00:28:08.203Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8daa004b-2e14-4b84-84a8-84544cca8b7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:08.307Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8daa004b-2e14-4b84-84a8-84544cca8b7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=181 EndTimestamp=2021-05-04T00:28:08.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:08.126Z InvocationID=8745343e-fa19-4601-946a-b3fdd9db1c0b ResponseDesc=OK 2021-05-04T00:28:11.502Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=866b3252-939a-4602-84c0-084f8a9babc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:11.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:11.502Z InvocationID=86f281c0-c952-4d83-9256-9ebefb2f8450 2021-05-04T00:28:11.551Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=866b3252-939a-4602-84c0-084f8a9babc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:11.845Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=866b3252-939a-4602-84c0-084f8a9babc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:28:11.845Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:11.502Z InvocationID=6e3b4e98-5177-4797-88c9-020b29193157 ResponseDesc=OK 2021-05-04T00:28:14.520Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50dfe99d-9a30-4797-9f0b-79fb089e2726 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:14.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:14.520Z InvocationID=bd63e8d4-9c46-4d10-a455-3871300a5e89 2021-05-04T00:28:14.700Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50dfe99d-9a30-4797-9f0b-79fb089e2726 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:14.713Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50dfe99d-9a30-4797-9f0b-79fb089e2726 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:28:14.713Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:14.520Z InvocationID=fce9019c-5e37-4433-b19a-d2be60410063 ResponseDesc=OK 2021-05-04T00:28:17.509Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8abd8e42-49a5-49b4-8514-725a48116a75 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:17.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:17.508Z InvocationID=69ceb206-bf64-4aeb-845b-7d754d17f229 2021-05-04T00:28:17.600Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8abd8e42-49a5-49b4-8514-725a48116a75 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:17.702Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8abd8e42-49a5-49b4-8514-725a48116a75 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:28:17.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:17.508Z InvocationID=d90d4bda-0ddc-46ca-a6b4-ec2db55d8141 ResponseDesc=OK 2021-05-04T00:28:20.315Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96cfde8c-20dd-4bb8-83b2-9eecc5c9cf1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:20.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:20.315Z InvocationID=08446c0a-2c90-4dd8-9e18-0526525fac76 2021-05-04T00:28:20.398Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96cfde8c-20dd-4bb8-83b2-9eecc5c9cf1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:20.411Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96cfde8c-20dd-4bb8-83b2-9eecc5c9cf1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=96 EndTimestamp=2021-05-04T00:28:20.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:20.315Z InvocationID=15491e7d-e649-4b1d-be45-33795ad3ef25 ResponseDesc=OK 2021-05-04T00:28:23.405Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d746cf37-1986-4e41-9780-c722aef6e0d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:23.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:23.405Z InvocationID=2a47826f-9e33-4748-ac2d-5f78e6cc4dba 2021-05-04T00:28:23.423Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d746cf37-1986-4e41-9780-c722aef6e0d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:23.900Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d746cf37-1986-4e41-9780-c722aef6e0d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=495 EndTimestamp=2021-05-04T00:28:23.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:23.405Z InvocationID=074c5d38-1d3b-4b1e-9a0f-09853701a0b7 ResponseDesc=OK 2021-05-04T00:28:26.048Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c0a5989-89e9-454d-8af5-10f82177a868 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:26.048Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:26.048Z InvocationID=72d0458a-3b2d-4e23-9a00-a85e55cc26e8 2021-05-04T00:28:26.145Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c0a5989-89e9-454d-8af5-10f82177a868 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:26.160Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c0a5989-89e9-454d-8af5-10f82177a868 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=112 EndTimestamp=2021-05-04T00:28:26.160Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:26.048Z InvocationID=194671be-73c7-4bae-ade8-cdaa8a717c8c ResponseDesc=OK 2021-05-04T00:28:27.667Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5804e913-2c2d-4047-a1a2-0926d0b5f94d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:27.667Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:27.667Z InvocationID=7b264908-776b-4024-bfb0-6f581f5ac5ac 2021-05-04T00:28:27.699Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5804e913-2c2d-4047-a1a2-0926d0b5f94d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:27.711Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5804e913-2c2d-4047-a1a2-0926d0b5f94d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=44 EndTimestamp=2021-05-04T00:28:27.711Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:27.667Z InvocationID=1b410bc6-03d5-45f2-b203-1c98001fcb3e ResponseDesc=OK 2021-05-04T00:28:29.402Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=80c6674c-e370-4380-b9f1-b2a52c060739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:29.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:29.401Z InvocationID=94efe6ed-1911-423c-b14e-be4201aa8cb5 2021-05-04T00:28:29.498Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=80c6674c-e370-4380-b9f1-b2a52c060739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:29.517Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=80c6674c-e370-4380-b9f1-b2a52c060739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=116 EndTimestamp=2021-05-04T00:28:29.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:29.401Z InvocationID=a9332f47-f29c-4c4c-a72f-5923f455ded1 ResponseDesc=OK 2021-05-04T00:28:32.156Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c911405-eec1-4e9d-a72e-c52c215efa77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:32.156Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:32.156Z InvocationID=4c418257-63e5-441b-8e2d-a830c832fc01 2021-05-04T00:28:32.246Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c911405-eec1-4e9d-a72e-c52c215efa77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:32.448Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c911405-eec1-4e9d-a72e-c52c215efa77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=292 EndTimestamp=2021-05-04T00:28:32.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:32.156Z InvocationID=6a64841d-d991-4964-bfa1-f5902ee7c685 ResponseDesc=OK 2021-05-04T00:28:35.414Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b514266-ad28-4c83-b53b-b0d46c72cdfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:35.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:35.414Z InvocationID=e210c041-afc9-4293-ad42-0295ecd5718e 2021-05-04T00:28:35.500Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b514266-ad28-4c83-b53b-b0d46c72cdfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:35.600Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b514266-ad28-4c83-b53b-b0d46c72cdfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:28:35.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:35.414Z InvocationID=d853c583-34b5-4f07-9586-1d3ad88d1e4f ResponseDesc=OK 2021-05-04T00:28:38.316Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cb95cd6f-6064-4489-9666-b69cd902199a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:38.316Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:38.316Z InvocationID=ae1c18d0-837b-4727-aafc-b0f305120777 2021-05-04T00:28:38.401Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cb95cd6f-6064-4489-9666-b69cd902199a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:38.419Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cb95cd6f-6064-4489-9666-b69cd902199a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:28:38.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:38.316Z InvocationID=057cdff4-e63c-4c22-a50a-e19538b30b58 ResponseDesc=OK 2021-05-04T00:28:41.218Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91f3729c-3473-4796-9b39-ad6bd0f89c96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:41.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:41.217Z InvocationID=9866288d-5fa1-4800-a7e3-67a5c3f3067e 2021-05-04T00:28:41.305Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91f3729c-3473-4796-9b39-ad6bd0f89c96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:41.403Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=91f3729c-3473-4796-9b39-ad6bd0f89c96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:28:41.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:41.217Z InvocationID=9bef790c-b84e-4a81-87bb-3c8b52ff8b76 ResponseDesc=OK 2021-05-04T00:28:44.305Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8875e0c3-987a-4643-97b1-e7139a4b03c6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:44.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:44.305Z InvocationID=fcd42e65-fdab-42d3-99d2-7380d5ee4f80 2021-05-04T00:28:44.400Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8875e0c3-987a-4643-97b1-e7139a4b03c6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:44.846Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8875e0c3-987a-4643-97b1-e7139a4b03c6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=541 EndTimestamp=2021-05-04T00:28:44.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:44.305Z InvocationID=0ad6314c-9e9c-4e7f-af33-6114bffb1b0e ResponseDesc=OK 2021-05-04T00:28:47.262Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c582bea8-2567-46b3-893e-a80022b7c64a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:47.262Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:47.262Z InvocationID=453b775f-1eec-4cc5-ab18-f241f3f3a198 2021-05-04T00:28:47.445Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c582bea8-2567-46b3-893e-a80022b7c64a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:47.548Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c582bea8-2567-46b3-893e-a80022b7c64a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=286 EndTimestamp=2021-05-04T00:28:47.548Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:47.262Z InvocationID=005b3f81-50ab-4a7b-b078-acb640c3c4dd ResponseDesc=OK 2021-05-04T00:28:50.206Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8416922b-0049-4e76-b759-aca139df9d7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:50.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:50.205Z InvocationID=0b4e01e7-3ee5-48e8-9d5b-729021f377e5 2021-05-04T00:28:50.300Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8416922b-0049-4e76-b759-aca139df9d7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:50.499Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8416922b-0049-4e76-b759-aca139df9d7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=294 EndTimestamp=2021-05-04T00:28:50.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:50.205Z InvocationID=1889c5d2-51b3-467f-8a11-bef2676b32d7 ResponseDesc=OK 2021-05-04T00:28:53.414Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24383f48-a0f8-41eb-91b4-cbf795bed59b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:53.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:53.414Z InvocationID=3777692c-30c4-4967-9c78-08907ec3f69e 2021-05-04T00:28:53.501Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24383f48-a0f8-41eb-91b4-cbf795bed59b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:53.746Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24383f48-a0f8-41eb-91b4-cbf795bed59b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=332 EndTimestamp=2021-05-04T00:28:53.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:53.414Z InvocationID=03efa1e0-3b46-4c19-a603-393c9d71df59 ResponseDesc=OK 2021-05-04T00:28:56.406Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=827b814c-cb4b-414f-b995-53d6928088c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:56.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:56.406Z InvocationID=8d928b87-308c-495d-8faa-6fedbf2643b7 2021-05-04T00:28:56.413Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=827b814c-cb4b-414f-b995-53d6928088c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:56.506Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=827b814c-cb4b-414f-b995-53d6928088c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:28:56.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:56.406Z InvocationID=50fc8c55-4f6a-4df5-8df5-6b5256a93049 ResponseDesc=OK 2021-05-04T00:28:59.122Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=120406bd-0a7a-43da-bd2b-5fea596dde66 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:28:59.121Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:59.121Z InvocationID=034df224-9a91-4e2e-bb7c-fc41162a6ea1 2021-05-04T00:28:59.197Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=120406bd-0a7a-43da-bd2b-5fea596dde66 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:28:59.299Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=120406bd-0a7a-43da-bd2b-5fea596dde66 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=178 EndTimestamp=2021-05-04T00:28:59.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:28:59.121Z InvocationID=76085d3e-179b-4300-a0cb-21b7f06146b5 ResponseDesc=OK 2021-05-04T00:29:01.139Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=191f3ebd-cd55-48e3-a4e3-c2d4263721fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:01.139Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:01.139Z InvocationID=4e8edf8d-2e5f-4930-987b-478b5dbd261d 2021-05-04T00:29:01.203Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=191f3ebd-cd55-48e3-a4e3-c2d4263721fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:01.301Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=191f3ebd-cd55-48e3-a4e3-c2d4263721fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=162 EndTimestamp=2021-05-04T00:29:01.301Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:01.139Z InvocationID=ed518905-e192-4df4-bf21-e3bb25c8d8c1 ResponseDesc=OK 2021-05-04T00:29:02.506Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16803bb9-429a-45d6-a3b3-6974529ba32d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:02.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:02.506Z InvocationID=f712ee0b-7cf2-40ae-9637-9b38e2ff8d23 2021-05-04T00:29:02.602Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16803bb9-429a-45d6-a3b3-6974529ba32d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:02.711Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16803bb9-429a-45d6-a3b3-6974529ba32d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=205 EndTimestamp=2021-05-04T00:29:02.711Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:02.506Z InvocationID=b38dc278-2675-4c53-bc8e-666e4ffd5484 ResponseDesc=OK 2021-05-04T00:29:05.410Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e7abe1ed-66c8-4289-95b3-fb8702f64091 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:05.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:05.410Z InvocationID=750be79e-54b7-4e34-b665-3ccd546a7a52 2021-05-04T00:29:05.447Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e7abe1ed-66c8-4289-95b3-fb8702f64091 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:05.704Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e7abe1ed-66c8-4289-95b3-fb8702f64091 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=293 EndTimestamp=2021-05-04T00:29:05.703Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:05.410Z InvocationID=8ec430b8-34a0-4457-998c-17820cf276e7 ResponseDesc=OK 2021-05-04T00:29:08.204Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8a9fbee-ad17-4838-8800-28f8d46aa8a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:08.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:08.204Z InvocationID=2f76c3c9-a1c2-470a-8b75-e2f82eaae6cd 2021-05-04T00:29:08.214Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8a9fbee-ad17-4838-8800-28f8d46aa8a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:08.239Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8a9fbee-ad17-4838-8800-28f8d46aa8a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=35 EndTimestamp=2021-05-04T00:29:08.239Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:08.204Z InvocationID=e249b22f-5983-4243-981b-bcad490dd05f ResponseDesc=OK 2021-05-04T00:29:11.207Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ab6b001-faad-4f54-a89f-505c3027e26a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:11.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:11.206Z InvocationID=b845e1f9-9056-434e-aade-2040dfa3851f 2021-05-04T00:29:11.348Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ab6b001-faad-4f54-a89f-505c3027e26a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:11.446Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0ab6b001-faad-4f54-a89f-505c3027e26a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=240 EndTimestamp=2021-05-04T00:29:11.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:11.206Z InvocationID=3fb059d8-1150-42e8-bde1-dc89cf826ade ResponseDesc=OK 2021-05-04T00:29:14.522Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b6c0e15-76ab-4a4d-95d8-ce7f4aa61c0d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:14.522Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:14.522Z InvocationID=eb4782a8-21e5-4c74-8ab4-fc87068341d1 2021-05-04T00:29:14.608Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b6c0e15-76ab-4a4d-95d8-ce7f4aa61c0d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:14.628Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b6c0e15-76ab-4a4d-95d8-ce7f4aa61c0d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=105 EndTimestamp=2021-05-04T00:29:14.627Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:14.522Z InvocationID=3db0783a-37b4-404d-b644-1b307de80976 ResponseDesc=OK 2021-05-04T00:29:17.219Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec47fc53-c247-4dee-baf2-9366600130ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:17.219Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:17.219Z InvocationID=d9c7cf8f-4b1c-4e3b-8daf-4bb5df97ddbc 2021-05-04T00:29:17.226Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec47fc53-c247-4dee-baf2-9366600130ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:17.417Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec47fc53-c247-4dee-baf2-9366600130ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=198 EndTimestamp=2021-05-04T00:29:17.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:17.219Z InvocationID=44e7e47a-b206-491a-8bf6-c5e80bc6a6f0 ResponseDesc=OK 2021-05-04T00:29:20.216Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40383bb4-c6d1-4d79-bd1b-feffa9aecba2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:20.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:20.216Z InvocationID=5c78320e-9d0f-4e1f-b8bc-a77e8719df17 2021-05-04T00:29:20.311Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40383bb4-c6d1-4d79-bd1b-feffa9aecba2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:20.412Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40383bb4-c6d1-4d79-bd1b-feffa9aecba2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=196 EndTimestamp=2021-05-04T00:29:20.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:20.216Z InvocationID=3bc65fc1-872d-47c5-b06c-b11cf49a6470 ResponseDesc=OK 2021-05-04T00:29:23.405Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f673ea86-6131-4aec-b596-fbc1dad52db3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:23.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:23.405Z InvocationID=84e43b0e-2e6a-4850-af08-802521711c90 2021-05-04T00:29:23.497Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f673ea86-6131-4aec-b596-fbc1dad52db3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:23.749Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f673ea86-6131-4aec-b596-fbc1dad52db3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:29:23.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:23.405Z InvocationID=05bbf029-c8c4-47b2-a448-67d30d5b047c ResponseDesc=OK 2021-05-04T00:29:26.555Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a2d40377-d4ce-4958-8ac7-b5ca3879efbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:26.555Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:26.555Z InvocationID=ebaafe33-1dea-4237-89cf-9283d9327c62 2021-05-04T00:29:26.647Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a2d40377-d4ce-4958-8ac7-b5ca3879efbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:26.757Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a2d40377-d4ce-4958-8ac7-b5ca3879efbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=202 EndTimestamp=2021-05-04T00:29:26.757Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:26.555Z InvocationID=312ac161-b4a5-4811-8a71-a9ada31426aa ResponseDesc=OK 2021-05-04T00:29:27.673Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3431f5dc-92b7-45c9-b515-b4e4f6575aa5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:27.672Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:27.672Z InvocationID=3018bcb1-3a5d-46e4-a00b-7ac846ad338c 2021-05-04T00:29:27.798Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3431f5dc-92b7-45c9-b515-b4e4f6575aa5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:27.819Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3431f5dc-92b7-45c9-b515-b4e4f6575aa5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=147 EndTimestamp=2021-05-04T00:29:27.819Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:27.672Z InvocationID=fdf462d9-273d-4068-ba42-3cde1de2c339 ResponseDesc=OK 2021-05-04T00:29:29.124Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a6572d4a-1c47-47dd-ba0e-717556eba400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:29.124Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:29.124Z InvocationID=0962aaa5-2839-4dbb-a920-9fbee22df125 2021-05-04T00:29:29.204Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a6572d4a-1c47-47dd-ba0e-717556eba400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:29.304Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a6572d4a-1c47-47dd-ba0e-717556eba400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:29:29.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:29.124Z InvocationID=300b70a9-9af4-4d8d-a5f2-b95d1d66228a ResponseDesc=OK 2021-05-04T00:29:32.070Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c15e1374-1d2f-4bee-b56e-2e20f9d3faa8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:32.069Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:32.069Z InvocationID=9f9543cb-245f-4fd6-a276-60cc05628d84 2021-05-04T00:29:32.148Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c15e1374-1d2f-4bee-b56e-2e20f9d3faa8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:32.250Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c15e1374-1d2f-4bee-b56e-2e20f9d3faa8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:29:32.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:32.069Z InvocationID=5eba24dc-3f4f-46e2-ad02-b852ab64adc0 ResponseDesc=OK 2021-05-04T00:29:35.405Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84027e5d-bebc-4792-a898-80fdb88d5e89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:35.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:35.405Z InvocationID=f8578746-9bb3-4a9e-93f4-f595b23d989b 2021-05-04T00:29:35.415Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84027e5d-bebc-4792-a898-80fdb88d5e89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:35.506Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84027e5d-bebc-4792-a898-80fdb88d5e89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:29:35.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:35.405Z InvocationID=b665c1c7-f2fe-49d5-a498-bfbe195c4dc9 ResponseDesc=OK 2021-05-04T00:29:38.224Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d204b4a1-130b-4160-b847-c8fb4c189c0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:38.224Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:38.224Z InvocationID=dc9da290-e73f-4468-8831-528a958869fb 2021-05-04T00:29:38.340Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d204b4a1-130b-4160-b847-c8fb4c189c0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:38.703Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d204b4a1-130b-4160-b847-c8fb4c189c0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=479 EndTimestamp=2021-05-04T00:29:38.703Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:38.224Z InvocationID=57139a29-94a4-4af1-8940-f5d1ac85b39a ResponseDesc=OK 2021-05-04T00:29:41.404Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=43b8773d-26f6-4d92-8e7e-973d01bce76e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:41.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:41.404Z InvocationID=df8ec4b8-bde0-41de-a03f-f37044881ff1 2021-05-04T00:29:41.414Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=43b8773d-26f6-4d92-8e7e-973d01bce76e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:41.513Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=43b8773d-26f6-4d92-8e7e-973d01bce76e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=109 EndTimestamp=2021-05-04T00:29:41.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:41.404Z InvocationID=29f7c6eb-19f5-416a-89d7-83fe32e25e02 ResponseDesc=OK 2021-05-04T00:29:44.653Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c9715ae-1824-40f3-b39d-4cc8bb9d0506 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:44.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:44.653Z InvocationID=590b8cda-2391-468f-b856-543253c065a5 2021-05-04T00:29:44.845Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c9715ae-1824-40f3-b39d-4cc8bb9d0506 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:45.104Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7c9715ae-1824-40f3-b39d-4cc8bb9d0506 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=451 EndTimestamp=2021-05-04T00:29:45.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:44.653Z InvocationID=4d5c443c-f7ef-4a34-be4c-d8e937bf0f73 ResponseDesc=OK 2021-05-04T00:29:47.354Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6bf963e-e376-4c2f-a726-3c2dbacd1396 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:47.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:47.354Z InvocationID=45899423-95ab-4fcc-80c2-44bc26a06145 2021-05-04T00:29:47.420Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6bf963e-e376-4c2f-a726-3c2dbacd1396 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:47.505Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6bf963e-e376-4c2f-a726-3c2dbacd1396 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=150 EndTimestamp=2021-05-04T00:29:47.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:47.354Z InvocationID=6d91553f-3657-4c35-8dff-6da9e03d89b5 ResponseDesc=OK 2021-05-04T00:29:50.401Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce0b4bd4-8b9c-461e-bd3b-a4a05a07dd92 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:50.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:50.401Z InvocationID=9bfd2493-d416-4600-a429-7c379985170b 2021-05-04T00:29:50.447Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce0b4bd4-8b9c-461e-bd3b-a4a05a07dd92 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:50.758Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce0b4bd4-8b9c-461e-bd3b-a4a05a07dd92 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=357 EndTimestamp=2021-05-04T00:29:50.758Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:50.401Z InvocationID=a057705e-cd54-4b6d-a42e-33415f8f2e81 ResponseDesc=OK 2021-05-04T00:29:53.504Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae30f855-af1e-487f-bff7-f5cbd6781631 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:53.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:53.504Z InvocationID=82175809-4e5b-48cf-a24b-a10bebdbf957 2021-05-04T00:29:53.746Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae30f855-af1e-487f-bff7-f5cbd6781631 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:54.001Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ae30f855-af1e-487f-bff7-f5cbd6781631 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:29:54.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:53.504Z InvocationID=c2557655-890f-4ed4-84d0-39ea30fe5faf ResponseDesc=OK 2021-05-04T00:29:56.331Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a65c28ce-8195-41cd-84dd-afdb19973a72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:56.330Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:56.330Z InvocationID=ce6607bd-0526-4d4d-bd0a-594af3a44cd2 2021-05-04T00:29:56.401Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a65c28ce-8195-41cd-84dd-afdb19973a72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:56.419Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a65c28ce-8195-41cd-84dd-afdb19973a72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=89 EndTimestamp=2021-05-04T00:29:56.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:56.330Z InvocationID=04f46505-9649-43aa-8ff2-71083c6813c9 ResponseDesc=OK 2021-05-04T00:29:59.123Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf65a7c4-29e7-4864-816f-ebe61c25531e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:29:59.122Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:59.122Z InvocationID=2e68a49b-1885-4439-a46b-822a22559f08 2021-05-04T00:29:59.136Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf65a7c4-29e7-4864-816f-ebe61c25531e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:29:59.209Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf65a7c4-29e7-4864-816f-ebe61c25531e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=87 EndTimestamp=2021-05-04T00:29:59.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:29:59.122Z InvocationID=6907cfdc-0dd2-4ae0-bd07-068804fc6292 ResponseDesc=OK 2021-05-04T00:30:01.153Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2285e4b3-3be2-47fa-abc7-acf91257e9a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:01.153Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:01.153Z InvocationID=745eb946-274a-4f93-af31-03a24ea464e0 2021-05-04T00:30:01.218Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2285e4b3-3be2-47fa-abc7-acf91257e9a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:01.309Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2285e4b3-3be2-47fa-abc7-acf91257e9a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=156 EndTimestamp=2021-05-04T00:30:01.309Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:01.153Z InvocationID=ddc4da4b-164c-45b1-bb6f-fb080a47f5de ResponseDesc=OK 2021-05-04T00:30:02.512Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ef4ccdd5-6589-41a0-9def-d392bcb4224c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:02.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:02.512Z InvocationID=6c44134c-b533-4f0c-880d-a8e469e30a61 2021-05-04T00:30:02.519Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ef4ccdd5-6589-41a0-9def-d392bcb4224c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:02.607Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ef4ccdd5-6589-41a0-9def-d392bcb4224c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T00:30:02.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:02.512Z InvocationID=5cc497fb-4e87-4536-b55d-9d5cc59be76b ResponseDesc=OK 2021-05-04T00:30:05.704Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=857cbba2-1149-4752-8c8b-b0843084274f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:05.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:05.704Z InvocationID=721fa2aa-34c3-4178-b39f-017e90426e08 2021-05-04T00:30:05.800Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=857cbba2-1149-4752-8c8b-b0843084274f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:06.045Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=857cbba2-1149-4752-8c8b-b0843084274f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:30:06.045Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:05.704Z InvocationID=7ea7e555-fbac-459b-8da4-470cb30383b2 ResponseDesc=OK 2021-05-04T00:30:08.114Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae431dcc-c645-424a-8150-a30176e425d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:08.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:08.114Z InvocationID=d68cbc7b-0520-4ed1-a80d-2b1ca69cb156 2021-05-04T00:30:08.121Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae431dcc-c645-424a-8150-a30176e425d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:08.209Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ae431dcc-c645-424a-8150-a30176e425d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=95 EndTimestamp=2021-05-04T00:30:08.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:08.114Z InvocationID=ba1481ee-e3f3-4722-bccf-b32f16523164 ResponseDesc=OK 2021-05-04T00:30:11.401Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=449e2186-e921-4843-8402-58cb99ee6cad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:11.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:11.401Z InvocationID=97d12eca-f6af-4677-bf4d-d7d48753df55 2021-05-04T00:30:11.497Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=449e2186-e921-4843-8402-58cb99ee6cad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:11.554Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=449e2186-e921-4843-8402-58cb99ee6cad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=152 EndTimestamp=2021-05-04T00:30:11.553Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:11.401Z InvocationID=6d301ebf-fdf6-4b3d-81cf-c3edf16025f3 ResponseDesc=OK 2021-05-04T00:30:14.521Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03c66030-62b2-4b2b-9a80-0a8d3cf3584e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:14.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:14.521Z InvocationID=badd6d52-c748-48b9-a845-892159aac5c2 2021-05-04T00:30:14.699Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03c66030-62b2-4b2b-9a80-0a8d3cf3584e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:14.745Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03c66030-62b2-4b2b-9a80-0a8d3cf3584e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=224 EndTimestamp=2021-05-04T00:30:14.745Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:14.521Z InvocationID=7ea7a0a9-6c71-411c-a2cc-4d038e63c00e ResponseDesc=OK 2021-05-04T00:30:17.329Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a981687d-db80-4612-bf98-99243ed051f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:17.329Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:17.329Z InvocationID=0a23ca74-ecab-4665-9aad-7a1990941df3 2021-05-04T00:30:17.404Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a981687d-db80-4612-bf98-99243ed051f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:17.416Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a981687d-db80-4612-bf98-99243ed051f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=87 EndTimestamp=2021-05-04T00:30:17.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:17.329Z InvocationID=e642ed1f-e01c-4414-96ca-1b787f4a7b52 ResponseDesc=OK 2021-05-04T00:30:20.316Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c7d3f5a-44fd-44ca-b6df-41a29d5ff6ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:20.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:20.315Z InvocationID=6db86bbd-4896-4d23-9d0c-c8df7ef1bf17 2021-05-04T00:30:20.403Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c7d3f5a-44fd-44ca-b6df-41a29d5ff6ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:20.501Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8c7d3f5a-44fd-44ca-b6df-41a29d5ff6ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:30:20.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:20.315Z InvocationID=074e7c87-9778-4f82-affa-381ab5588f2c ResponseDesc=OK 2021-05-04T00:30:23.207Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b02bc958-65a7-4945-abd8-da152bdbf2fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:23.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:23.206Z InvocationID=3344e84d-36f6-400c-86ed-0c1ce7db8ed9 2021-05-04T00:30:23.214Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b02bc958-65a7-4945-abd8-da152bdbf2fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:23.446Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b02bc958-65a7-4945-abd8-da152bdbf2fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=240 EndTimestamp=2021-05-04T00:30:23.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:23.206Z InvocationID=b7c25bb1-a531-4687-b0b5-eaafbbc382f2 ResponseDesc=OK 2021-05-04T00:30:26.068Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04e05d91-3a32-40a7-aa5c-a09309577451 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:26.067Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:26.067Z InvocationID=d84d87c3-d1c2-4bc7-bba6-7df441f24d43 2021-05-04T00:30:26.150Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04e05d91-3a32-40a7-aa5c-a09309577451 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:26.164Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04e05d91-3a32-40a7-aa5c-a09309577451 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=97 EndTimestamp=2021-05-04T00:30:26.164Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:26.067Z InvocationID=eb191785-129e-4735-b6fe-1354ce8fbe79 ResponseDesc=OK 2021-05-04T00:30:27.736Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24e2aeb1-ce38-4505-9ca1-3cf6b0d3c690 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:27.731Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:27.731Z InvocationID=26b7de0b-166b-45f6-aedb-ec5776144487 2021-05-04T00:30:27.804Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24e2aeb1-ce38-4505-9ca1-3cf6b0d3c690 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:27.905Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24e2aeb1-ce38-4505-9ca1-3cf6b0d3c690 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=173 EndTimestamp=2021-05-04T00:30:27.904Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:27.731Z InvocationID=7cd6187d-da14-49e1-a86e-0b9a08d9be8e ResponseDesc=OK 2021-05-04T00:30:29.205Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5292b71-e6bf-4097-a2a8-543c95d6b345 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:29.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:29.205Z InvocationID=06667998-ea8d-40d4-bdfa-70944b880e80 2021-05-04T00:30:29.213Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5292b71-e6bf-4097-a2a8-543c95d6b345 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:29.405Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5292b71-e6bf-4097-a2a8-543c95d6b345 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=200 EndTimestamp=2021-05-04T00:30:29.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:29.205Z InvocationID=821936f3-1161-4b93-86a4-1a5e71c1f970 ResponseDesc=OK 2021-05-04T00:30:32.248Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=105e8f95-093d-4b7d-afad-aaa5d3775702 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:32.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:32.248Z InvocationID=6ed4bc1a-767d-4f77-ae1d-a40d39cf3571 2021-05-04T00:30:32.256Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=105e8f95-093d-4b7d-afad-aaa5d3775702 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:32.273Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=105e8f95-093d-4b7d-afad-aaa5d3775702 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=25 EndTimestamp=2021-05-04T00:30:32.273Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:32.248Z InvocationID=624a1e08-9f6d-4190-82b6-aa30b7310609 ResponseDesc=OK 2021-05-04T00:30:35.024Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=510150be-a9c2-46d5-974a-58fe4509ddda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:35.024Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:35.024Z InvocationID=c962d232-73a6-4fe4-892e-f690cdd03f4a 2021-05-04T00:30:35.111Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=510150be-a9c2-46d5-974a-58fe4509ddda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:35.304Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=510150be-a9c2-46d5-974a-58fe4509ddda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=280 EndTimestamp=2021-05-04T00:30:35.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:35.024Z InvocationID=6ca9ac02-2bfd-44bb-a3d8-831b2835b1ad ResponseDesc=OK 2021-05-04T00:30:38.202Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=600b64ee-6bb5-4de8-9640-c3f443210d03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:38.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:38.202Z InvocationID=c1d9b355-6485-467b-a969-502250f91475 2021-05-04T00:30:38.214Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=600b64ee-6bb5-4de8-9640-c3f443210d03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:38.323Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=600b64ee-6bb5-4de8-9640-c3f443210d03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=121 EndTimestamp=2021-05-04T00:30:38.323Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:38.202Z InvocationID=b761bd47-0413-46f4-95f8-5baf6be4e1b6 ResponseDesc=OK 2021-05-04T00:30:41.322Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d76804de-15e9-475e-8a47-d75d6035e5de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:41.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:41.322Z InvocationID=2c609701-90f7-484a-868a-612420e41063 2021-05-04T00:30:41.402Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d76804de-15e9-475e-8a47-d75d6035e5de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:41.615Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d76804de-15e9-475e-8a47-d75d6035e5de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=293 EndTimestamp=2021-05-04T00:30:41.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:41.322Z InvocationID=de186b13-c999-47e1-92df-62a6dec2be6e ResponseDesc=OK 2021-05-04T00:30:44.503Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9107f19-8529-449d-9250-22cb34c19c93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:44.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:44.503Z InvocationID=70fe8361-db0e-4092-93d8-ab91c4e7c102 2021-05-04T00:30:44.546Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9107f19-8529-449d-9250-22cb34c19c93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:44.848Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9107f19-8529-449d-9250-22cb34c19c93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=345 EndTimestamp=2021-05-04T00:30:44.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:44.503Z InvocationID=e9b7ffdb-32f8-4897-b999-9805f63ec2c8 ResponseDesc=OK 2021-05-04T00:30:46.989Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=077970a8-ecec-44fd-acbb-c68542ac5a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:46.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:46.988Z InvocationID=db2f53a2-6109-4ff8-8998-68e2e1cba16f 2021-05-04T00:30:47.044Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=077970a8-ecec-44fd-acbb-c68542ac5a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:47.062Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=077970a8-ecec-44fd-acbb-c68542ac5a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=74 EndTimestamp=2021-05-04T00:30:47.062Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:46.988Z InvocationID=4411d501-e5ab-4070-9372-b601b1bbfad9 ResponseDesc=OK 2021-05-04T00:30:50.203Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7f83196-8b6f-43bf-88b1-17abcac70865 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:50.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:50.203Z InvocationID=0a0c402f-3e89-4de1-8aec-6862169c47e9 2021-05-04T00:30:50.302Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7f83196-8b6f-43bf-88b1-17abcac70865 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:50.401Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7f83196-8b6f-43bf-88b1-17abcac70865 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=198 EndTimestamp=2021-05-04T00:30:50.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:50.203Z InvocationID=96b13c64-724f-4f61-b979-5f459fe6470c ResponseDesc=OK 2021-05-04T00:30:53.305Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22231bb5-fe27-4478-8a14-1366908d62cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:53.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:53.305Z InvocationID=d132b8f9-558d-465f-81de-63ea83fc5ea3 2021-05-04T00:30:53.347Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22231bb5-fe27-4478-8a14-1366908d62cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:53.646Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22231bb5-fe27-4478-8a14-1366908d62cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:30:53.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:53.305Z InvocationID=66b2db65-5809-4d89-8176-9d88ca1ebb27 ResponseDesc=OK 2021-05-04T00:30:56.410Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2f428de-284b-490c-8215-87564e6551fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:56.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:56.410Z InvocationID=39227e4f-150f-45cf-9807-d9e404f03d36 2021-05-04T00:30:56.501Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2f428de-284b-490c-8215-87564e6551fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:56.521Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2f428de-284b-490c-8215-87564e6551fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=111 EndTimestamp=2021-05-04T00:30:56.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:56.410Z InvocationID=bbff580c-1a6b-4746-abe2-16a10d25e30d ResponseDesc=OK 2021-05-04T00:30:59.306Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27f2c10c-6e6e-4a4d-92d7-fd55d91d9865 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:30:59.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:59.306Z InvocationID=a10994a5-f184-4344-b296-1dc57a95b1d8 2021-05-04T00:30:59.399Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27f2c10c-6e6e-4a4d-92d7-fd55d91d9865 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:30:59.499Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27f2c10c-6e6e-4a4d-92d7-fd55d91d9865 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:30:59.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:30:59.306Z InvocationID=f325dffb-8a36-4d1c-8bdd-239f04444d72 ResponseDesc=OK 2021-05-04T00:31:01.160Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9198a4d9-d0b1-4201-9570-59f8d82987a6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:01.160Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:01.160Z InvocationID=744f4a58-7cc5-48ff-83d7-7371f7257f9d 2021-05-04T00:31:01.211Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9198a4d9-d0b1-4201-9570-59f8d82987a6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:01.410Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9198a4d9-d0b1-4201-9570-59f8d82987a6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=250 EndTimestamp=2021-05-04T00:31:01.410Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:01.160Z InvocationID=5433aa57-0179-4e4e-8412-53269859affa ResponseDesc=OK 2021-05-04T00:31:02.511Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7afe0f7d-ab34-408a-bd3c-f8c3cb09b5ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:02.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:02.511Z InvocationID=be3608c7-35aa-46fb-91c3-7758024b7764 2021-05-04T00:31:02.615Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7afe0f7d-ab34-408a-bd3c-f8c3cb09b5ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:02.627Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7afe0f7d-ab34-408a-bd3c-f8c3cb09b5ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=116 EndTimestamp=2021-05-04T00:31:02.627Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:02.511Z InvocationID=ad24ce18-872a-4bff-a7ee-c8507394a52c ResponseDesc=OK 2021-05-04T00:31:05.507Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14e342c4-a858-476b-af21-482eba2e2ad6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:05.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:05.507Z InvocationID=21430c76-e95c-447b-9c63-27c604248ed0 2021-05-04T00:31:05.649Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14e342c4-a858-476b-af21-482eba2e2ad6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:05.901Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14e342c4-a858-476b-af21-482eba2e2ad6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T00:31:05.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:05.507Z InvocationID=eb3124fd-c084-48fb-8ea8-1fec5e5cc02c ResponseDesc=OK 2021-05-04T00:31:08.305Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18189ae5-596a-4e3d-bc0e-07654592ead4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:08.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:08.305Z InvocationID=29a95ace-a1d0-49f4-8a83-d0fb947818ec 2021-05-04T00:31:08.324Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18189ae5-596a-4e3d-bc0e-07654592ead4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:08.407Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18189ae5-596a-4e3d-bc0e-07654592ead4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=102 EndTimestamp=2021-05-04T00:31:08.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:08.305Z InvocationID=756a4963-4331-46e6-9846-3e2f2077b8e0 ResponseDesc=OK 2021-05-04T00:31:11.204Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0bf461fd-0888-41f1-80bb-c68f4e9484f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:11.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:11.204Z InvocationID=63106101-17cb-49c0-8738-9e1ad524c6f8 2021-05-04T00:31:11.254Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0bf461fd-0888-41f1-80bb-c68f4e9484f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:11.463Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0bf461fd-0888-41f1-80bb-c68f4e9484f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=259 EndTimestamp=2021-05-04T00:31:11.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:11.204Z InvocationID=5f4dfa0c-acad-4e10-80d3-e57727935ca1 ResponseDesc=OK 2021-05-04T00:31:14.320Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=75612fcc-f02c-464d-942a-3f13a56f2d9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:14.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:14.319Z InvocationID=382f4bb8-251b-4913-8d6b-10e73586702d 2021-05-04T00:31:14.545Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=75612fcc-f02c-464d-942a-3f13a56f2d9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:14.607Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=75612fcc-f02c-464d-942a-3f13a56f2d9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=288 EndTimestamp=2021-05-04T00:31:14.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:14.319Z InvocationID=6bc97e52-2c22-4f5a-b897-1b8467a53c35 ResponseDesc=OK 2021-05-04T00:31:17.219Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=509f7502-cd21-4c6e-8355-c3ee9670b9a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:17.219Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:17.219Z InvocationID=7966c59b-ce21-4b10-b58a-13c34fff98df 2021-05-04T00:31:17.299Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=509f7502-cd21-4c6e-8355-c3ee9670b9a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:17.312Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=509f7502-cd21-4c6e-8355-c3ee9670b9a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:31:17.312Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:17.219Z InvocationID=b9674223-a3d0-4001-a82a-bed185416893 ResponseDesc=OK 2021-05-04T00:31:20.310Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a5d50f8a-f4e9-4365-8791-f14c34314afb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:20.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:20.310Z InvocationID=eec20bae-b746-4b87-aaea-a64a9c63f9fc 2021-05-04T00:31:20.318Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a5d50f8a-f4e9-4365-8791-f14c34314afb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:20.504Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a5d50f8a-f4e9-4365-8791-f14c34314afb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:31:20.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:20.310Z InvocationID=1e5d097f-794e-475d-9615-e88e6d857204 ResponseDesc=OK 2021-05-04T00:31:23.520Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35ad3338-a66e-4961-8df8-5ca4319fca42 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:23.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:23.520Z InvocationID=46d5fc0e-3515-4582-af7f-7dbd6f6b43e7 2021-05-04T00:31:23.645Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35ad3338-a66e-4961-8df8-5ca4319fca42 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:23.900Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35ad3338-a66e-4961-8df8-5ca4319fca42 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=380 EndTimestamp=2021-05-04T00:31:23.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:23.520Z InvocationID=8aa49dd5-16af-4f15-bb5e-a4931588a27d ResponseDesc=OK 2021-05-04T00:31:26.256Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=948f62a7-fc7b-434f-892f-0d44a6e2aae7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:26.256Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:26.256Z InvocationID=ed3c8c1a-3ba2-4bfb-a316-7a42c2dc4c2d 2021-05-04T00:31:26.262Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=948f62a7-fc7b-434f-892f-0d44a6e2aae7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:26.446Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=948f62a7-fc7b-434f-892f-0d44a6e2aae7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T00:31:26.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:26.256Z InvocationID=5a642164-628b-415d-92a3-000f681aec59 ResponseDesc=OK 2021-05-04T00:31:27.673Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18dced13-4a13-4eeb-a4df-b8af5bed83ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:27.673Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:27.673Z InvocationID=fc26eb33-e41f-49a8-a622-5e147aa5dbdf 2021-05-04T00:31:27.698Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18dced13-4a13-4eeb-a4df-b8af5bed83ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:27.710Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18dced13-4a13-4eeb-a4df-b8af5bed83ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=37 EndTimestamp=2021-05-04T00:31:27.710Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:27.673Z InvocationID=79a2982a-69d8-4942-aff2-c50b2051b212 ResponseDesc=OK 2021-05-04T00:31:29.114Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6d59d55-05df-403d-9f1b-5aad29737ad3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:29.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:29.114Z InvocationID=1b87eecb-93c2-4699-b1e1-a32e2631a7c7 2021-05-04T00:31:29.198Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6d59d55-05df-403d-9f1b-5aad29737ad3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:29.310Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f6d59d55-05df-403d-9f1b-5aad29737ad3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=196 EndTimestamp=2021-05-04T00:31:29.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:29.114Z InvocationID=8351387e-eafe-417d-89ae-b9254ddb5c2c ResponseDesc=OK 2021-05-04T00:31:32.362Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3cd70d38-bfa0-4f43-8dcd-360632ccd032 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:32.362Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:32.362Z InvocationID=0fb266e6-4546-4b46-8d1c-a3f01ff73367 2021-05-04T00:31:32.447Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3cd70d38-bfa0-4f43-8dcd-360632ccd032 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:32.747Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3cd70d38-bfa0-4f43-8dcd-360632ccd032 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=385 EndTimestamp=2021-05-04T00:31:32.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:32.362Z InvocationID=32ae7507-a301-4ad1-9591-c4fec4898bc2 ResponseDesc=OK 2021-05-04T00:31:35.417Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40cdc719-0705-4643-8244-e1440b830ea0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:35.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:35.417Z InvocationID=4228f463-3d66-40c0-ba4e-a9823c7ed321 2021-05-04T00:31:35.505Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40cdc719-0705-4643-8244-e1440b830ea0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:35.515Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40cdc719-0705-4643-8244-e1440b830ea0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:31:35.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:35.417Z InvocationID=ba8c339d-df6b-4b28-bcea-49ac6a3cdbd1 ResponseDesc=OK 2021-05-04T00:31:38.217Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7ca3a92-e95c-4290-aa55-90f84ddc57e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:38.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:38.217Z InvocationID=01bf4128-906f-4034-aa50-17ccefe7a55f 2021-05-04T00:31:38.300Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7ca3a92-e95c-4290-aa55-90f84ddc57e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:38.323Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c7ca3a92-e95c-4290-aa55-90f84ddc57e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=106 EndTimestamp=2021-05-04T00:31:38.323Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:38.217Z InvocationID=1498f24f-bafd-4848-8cdf-bf37adf52fd1 ResponseDesc=OK 2021-05-04T00:31:41.171Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4da7bf1-b482-496e-a56e-f2d7876c46f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:41.170Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:41.170Z InvocationID=20bcc6c8-bab7-4720-9ded-16f70404f58f 2021-05-04T00:31:41.258Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4da7bf1-b482-496e-a56e-f2d7876c46f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:41.308Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4da7bf1-b482-496e-a56e-f2d7876c46f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=138 EndTimestamp=2021-05-04T00:31:41.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:41.170Z InvocationID=b67c1e06-e7c1-401b-b488-1c72a801d3c1 ResponseDesc=OK 2021-05-04T00:31:44.507Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aca35065-fd9c-4db5-b399-4e02a12ab8b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:44.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:44.507Z InvocationID=f95dcb92-7311-48e8-8716-373438edfef2 2021-05-04T00:31:44.600Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aca35065-fd9c-4db5-b399-4e02a12ab8b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:44.846Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aca35065-fd9c-4db5-b399-4e02a12ab8b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=339 EndTimestamp=2021-05-04T00:31:44.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:44.507Z InvocationID=22b65d06-e4b8-4e36-9d93-e4f372fc374f ResponseDesc=OK 2021-05-04T00:31:47.055Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=10b644a6-c85d-4219-b386-077bcc6a0bad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:47.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:47.055Z InvocationID=1df78064-1cf1-4bc0-8c9c-3fb25af9899a 2021-05-04T00:31:47.065Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=10b644a6-c85d-4219-b386-077bcc6a0bad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:47.075Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=10b644a6-c85d-4219-b386-077bcc6a0bad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=20 EndTimestamp=2021-05-04T00:31:47.075Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:47.055Z InvocationID=7ae45a73-3829-420f-bf2d-d7862d0515dd ResponseDesc=OK 2021-05-04T00:31:50.158Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d173bfa-2548-421c-8b60-ab0bb35ef587 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:50.158Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:50.158Z InvocationID=4302b643-8613-4850-8c41-c83be4f56c6b 2021-05-04T00:31:50.203Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d173bfa-2548-421c-8b60-ab0bb35ef587 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:50.398Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d173bfa-2548-421c-8b60-ab0bb35ef587 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=240 EndTimestamp=2021-05-04T00:31:50.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:50.158Z InvocationID=9c72aa9d-9619-432f-814a-61cb43a693c1 ResponseDesc=OK 2021-05-04T00:31:53.505Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d94b4f43-8658-48e4-aa94-c7aaa8430012 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:53.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:53.505Z InvocationID=c987a0ef-f70b-42c2-b50e-34a14a21744c 2021-05-04T00:31:53.599Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d94b4f43-8658-48e4-aa94-c7aaa8430012 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:54.046Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d94b4f43-8658-48e4-aa94-c7aaa8430012 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=541 EndTimestamp=2021-05-04T00:31:54.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:53.505Z InvocationID=afb8325b-f076-4830-a198-eef3627df232 ResponseDesc=OK 2021-05-04T00:31:56.306Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=75de7e4c-668a-4c98-b88c-5486890d080a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:56.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:56.306Z InvocationID=7c88041b-a93b-43f1-86c0-fb39211715fb 2021-05-04T00:31:56.400Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=75de7e4c-668a-4c98-b88c-5486890d080a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:56.499Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=75de7e4c-668a-4c98-b88c-5486890d080a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:31:56.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:56.306Z InvocationID=208d0703-61f0-4af7-88dc-e35f47819a43 ResponseDesc=OK 2021-05-04T00:31:59.324Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=05b3e65c-734b-4df1-adbe-4b3615e9ba93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:31:59.324Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:59.324Z InvocationID=1ff2db5b-b9fa-47c8-acbd-94962b528e1e 2021-05-04T00:31:59.404Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=05b3e65c-734b-4df1-adbe-4b3615e9ba93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:31:59.504Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=05b3e65c-734b-4df1-adbe-4b3615e9ba93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:31:59.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:31:59.324Z InvocationID=5a913c3a-0ae5-4f92-aefe-e6e781afa251 ResponseDesc=OK 2021-05-04T00:32:01.161Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f34c221-ba0a-4960-8db7-972d1bd95693 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:01.160Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:01.160Z InvocationID=d9f933ab-cf23-4686-968d-75eea1ddc70c 2021-05-04T00:32:01.205Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f34c221-ba0a-4960-8db7-972d1bd95693 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:01.303Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f34c221-ba0a-4960-8db7-972d1bd95693 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=143 EndTimestamp=2021-05-04T00:32:01.303Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:01.160Z InvocationID=da46ad90-65f3-4f62-870f-ffa6d4d37496 ResponseDesc=OK 2021-05-04T00:32:02.514Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c84d6107-5f3e-470c-ae0f-04b434f0b856 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:02.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:02.514Z InvocationID=947a86b8-b616-4cc2-8b71-89722c102678 2021-05-04T00:32:02.604Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c84d6107-5f3e-470c-ae0f-04b434f0b856 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:02.618Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c84d6107-5f3e-470c-ae0f-04b434f0b856 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:32:02.618Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:02.514Z InvocationID=34424504-962a-4028-b74c-00c63b082ec3 ResponseDesc=OK 2021-05-04T00:32:05.605Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54039435-ffdb-4c16-a9d5-1246b3d3bb2d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:05.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:05.605Z InvocationID=a9a8f508-a222-48e1-aef8-000a91b480a0 2021-05-04T00:32:05.647Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54039435-ffdb-4c16-a9d5-1246b3d3bb2d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:05.946Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54039435-ffdb-4c16-a9d5-1246b3d3bb2d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:32:05.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:05.605Z InvocationID=f0285ac0-1c1d-4b05-abd0-f906d6e40284 ResponseDesc=OK 2021-05-04T00:32:08.325Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a2f7a8d7-6eb8-44a5-9bee-3a9c802020a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:08.325Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:08.325Z InvocationID=7d2864c0-621c-4b2f-9846-d3b7595db398 2021-05-04T00:32:08.802Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a2f7a8d7-6eb8-44a5-9bee-3a9c802020a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:08.898Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a2f7a8d7-6eb8-44a5-9bee-3a9c802020a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=573 EndTimestamp=2021-05-04T00:32:08.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:08.325Z InvocationID=96089629-444c-4430-b1b0-30c045b2393c ResponseDesc=OK 2021-05-04T00:32:11.503Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e1b691b-c41c-44ed-af12-38a91a87c750 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:11.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:11.503Z InvocationID=9e2cc815-4326-4061-b97d-868b225b0c3b 2021-05-04T00:32:11.602Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e1b691b-c41c-44ed-af12-38a91a87c750 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:11.753Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e1b691b-c41c-44ed-af12-38a91a87c750 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=250 EndTimestamp=2021-05-04T00:32:11.753Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:11.503Z InvocationID=0258b553-6660-4024-8201-df34c23ac1e7 ResponseDesc=OK 2021-05-04T00:32:14.506Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2eb17b7-f6f0-43c2-b14f-fb2f1977940d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:14.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:14.506Z InvocationID=49e974cb-1e36-42a8-aca7-0b72857535ff 2021-05-04T00:32:14.512Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2eb17b7-f6f0-43c2-b14f-fb2f1977940d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:14.523Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2eb17b7-f6f0-43c2-b14f-fb2f1977940d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=17 EndTimestamp=2021-05-04T00:32:14.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:14.506Z InvocationID=029bff42-203f-4ea1-83e4-2111af415cd1 ResponseDesc=OK 2021-05-04T00:32:17.413Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f809833-239b-4da5-a7d3-83a43e643a13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:17.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:17.413Z InvocationID=f2b2aaef-ba03-4a49-b8cc-44151f301751 2021-05-04T00:32:17.424Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f809833-239b-4da5-a7d3-83a43e643a13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:17.726Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f809833-239b-4da5-a7d3-83a43e643a13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=313 EndTimestamp=2021-05-04T00:32:17.726Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:17.413Z InvocationID=992b7095-622a-4cf3-a25a-e4b560a0f5e2 ResponseDesc=OK 2021-05-04T00:32:20.222Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=abfada74-e2ef-4bdf-aa39-afc646da699d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:20.222Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:20.222Z InvocationID=a1079c70-2085-4ca8-b568-ced236735ed8 2021-05-04T00:32:20.308Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=abfada74-e2ef-4bdf-aa39-afc646da699d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:20.407Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=abfada74-e2ef-4bdf-aa39-afc646da699d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=185 EndTimestamp=2021-05-04T00:32:20.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:20.222Z InvocationID=de74c996-b3df-41be-9d23-d53d96073c47 ResponseDesc=OK 2021-05-04T00:32:23.508Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6ca96ed-9769-47d6-880c-5e405c4882b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:23.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:23.508Z InvocationID=6f6a415e-05d6-4a67-bdd6-4afc257367fc 2021-05-04T00:32:23.701Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6ca96ed-9769-47d6-880c-5e405c4882b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:23.921Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6ca96ed-9769-47d6-880c-5e405c4882b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=413 EndTimestamp=2021-05-04T00:32:23.921Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:23.508Z InvocationID=6cc15354-d8ab-4cad-9021-aa5f06233590 ResponseDesc=OK 2021-05-04T00:32:26.506Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c54ed94-c897-4e24-8ef9-2ecd1a36c689 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:26.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:26.506Z InvocationID=eefb4284-c336-42dc-88fd-e5370c54a423 2021-05-04T00:32:26.606Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c54ed94-c897-4e24-8ef9-2ecd1a36c689 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:26.856Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2c54ed94-c897-4e24-8ef9-2ecd1a36c689 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=350 EndTimestamp=2021-05-04T00:32:26.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:26.506Z InvocationID=f4376c62-bbfe-4055-ac62-f35f754391b8 ResponseDesc=OK 2021-05-04T00:32:27.693Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17e93d7a-9874-4d8c-9c71-2136ff6c9f6b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:27.693Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:27.693Z InvocationID=373ebfa0-e79d-4bea-9ceb-ec72b828ceda 2021-05-04T00:32:27.703Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17e93d7a-9874-4d8c-9c71-2136ff6c9f6b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:27.800Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17e93d7a-9874-4d8c-9c71-2136ff6c9f6b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T00:32:27.800Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:27.693Z InvocationID=31b8488e-bd3c-497e-a835-8fa8d6eb6720 ResponseDesc=OK 2021-05-04T00:32:29.305Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b2d62a5-f47e-4bca-8533-87ab0fd9d2eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:29.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:29.305Z InvocationID=9c336baa-749a-4f86-8519-0b764dc5d0b6 2021-05-04T00:32:29.397Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b2d62a5-f47e-4bca-8533-87ab0fd9d2eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:29.698Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b2d62a5-f47e-4bca-8533-87ab0fd9d2eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=393 EndTimestamp=2021-05-04T00:32:29.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:29.305Z InvocationID=f6ae7dda-f864-4c2e-90f3-9000fffadfd6 ResponseDesc=OK 2021-05-04T00:32:31.966Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61ac47b6-245d-4fff-9cd7-7151c30d940c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:31.966Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:31.966Z InvocationID=664e11ba-1a34-42e4-a60b-5db6161e9247 2021-05-04T00:32:31.977Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61ac47b6-245d-4fff-9cd7-7151c30d940c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:32.049Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61ac47b6-245d-4fff-9cd7-7151c30d940c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=83 EndTimestamp=2021-05-04T00:32:32.049Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:31.966Z InvocationID=592390f3-f0e5-49c4-a0e7-9a03bcaac5ab ResponseDesc=OK 2021-05-04T00:32:35.508Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f7ecf89-5500-4125-aa17-755c7db719fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:35.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:35.508Z InvocationID=23b8ff34-ab30-4821-866a-9f9949ef5f80 2021-05-04T00:32:35.516Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f7ecf89-5500-4125-aa17-755c7db719fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:35.800Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f7ecf89-5500-4125-aa17-755c7db719fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=292 EndTimestamp=2021-05-04T00:32:35.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:35.508Z InvocationID=732c9dcf-6aa6-4d6c-99a5-929f8c2792c7 ResponseDesc=OK 2021-05-04T00:32:38.310Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f5256ba-c94d-4779-b5f4-924f6d85fbcc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:38.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:38.310Z InvocationID=d55cb022-ed6c-44a4-ac7c-15d2b7f99ae9 2021-05-04T00:32:38.401Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f5256ba-c94d-4779-b5f4-924f6d85fbcc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:38.597Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f5256ba-c94d-4779-b5f4-924f6d85fbcc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=287 EndTimestamp=2021-05-04T00:32:38.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:38.310Z InvocationID=2b3fe8c2-0421-49a5-8d27-ced593e0335a ResponseDesc=OK 2021-05-04T00:32:41.258Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d42e2494-159a-4930-ac51-6f8a27e69541 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:41.258Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:41.258Z InvocationID=2685470b-761a-47e8-b657-c68cf9ab4eca 2021-05-04T00:32:41.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d42e2494-159a-4930-ac51-6f8a27e69541 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:41.607Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d42e2494-159a-4930-ac51-6f8a27e69541 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T00:32:41.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:41.258Z InvocationID=fdf2d219-d641-4f70-a471-147942ae017a ResponseDesc=OK 2021-05-04T00:32:44.130Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=78bc5720-cb9b-47f9-856c-8b2526b691de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:44.130Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:44.130Z InvocationID=596acae6-6204-4c89-a380-98b5a51cb3dd 2021-05-04T00:32:44.221Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=78bc5720-cb9b-47f9-856c-8b2526b691de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:44.406Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=78bc5720-cb9b-47f9-856c-8b2526b691de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=276 EndTimestamp=2021-05-04T00:32:44.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:44.130Z InvocationID=e8b9aa39-72a2-43d8-b15e-3b084ac946f9 ResponseDesc=OK 2021-05-04T00:32:46.856Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=003b3433-680b-44fd-aa23-fa5c5eb7baf9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:46.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:46.856Z InvocationID=aa2f497a-8574-48ec-925a-ecee796a35d2 2021-05-04T00:32:46.897Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=003b3433-680b-44fd-aa23-fa5c5eb7baf9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:48.510Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=003b3433-680b-44fd-aa23-fa5c5eb7baf9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1654 EndTimestamp=2021-05-04T00:32:48.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:46.856Z InvocationID=f8137fa2-a6ed-4d99-bf5e-96aaa834d6d3 ResponseDesc=OK 2021-05-04T00:32:50.102Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2d61a104-c561-4e80-b955-8ffdef432412 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:50.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:50.102Z InvocationID=47962df4-1e65-4964-bf83-94cd0f782c01 2021-05-04T00:32:50.117Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2d61a104-c561-4e80-b955-8ffdef432412 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:50.212Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2d61a104-c561-4e80-b955-8ffdef432412 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T00:32:50.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:50.102Z InvocationID=fa8e3095-d9da-4ebe-b7cd-5d9fb448d2f8 ResponseDesc=OK 2021-05-04T00:32:53.304Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f4eff692-0e5e-45ea-b134-9be3056fc7d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:53.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:53.304Z InvocationID=889bb624-4122-4b32-8e2b-021f766fe7b5 2021-05-04T00:32:53.349Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f4eff692-0e5e-45ea-b134-9be3056fc7d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:53.600Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f4eff692-0e5e-45ea-b134-9be3056fc7d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=296 EndTimestamp=2021-05-04T00:32:53.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:53.304Z InvocationID=c7dbb2d7-0e0b-4511-94c3-7f01e2430bc7 ResponseDesc=OK 2021-05-04T00:32:56.521Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=becc9928-6076-47cb-a260-a25442ce1de6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:56.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:56.521Z InvocationID=1f8112e4-5c0e-479a-a468-346f62a678a8 2021-05-04T00:32:56.648Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=becc9928-6076-47cb-a260-a25442ce1de6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:56.998Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=becc9928-6076-47cb-a260-a25442ce1de6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=477 EndTimestamp=2021-05-04T00:32:56.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:56.521Z InvocationID=46b481ef-f6a5-4644-97be-2a29e327b0c2 ResponseDesc=OK 2021-05-04T00:32:59.410Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6a3c856-a7c2-4b47-82a1-7179272b6b7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:32:59.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:59.409Z InvocationID=385323d1-92cc-4627-8e5f-1ea8697030dc 2021-05-04T00:32:59.498Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6a3c856-a7c2-4b47-82a1-7179272b6b7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:32:59.758Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6a3c856-a7c2-4b47-82a1-7179272b6b7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T00:32:59.758Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:32:59.409Z InvocationID=676f72c6-8a3e-45bd-aa55-cfb828cd344b ResponseDesc=OK 2021-05-04T00:33:01.139Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eabddcd6-dc35-4aba-a296-73e1566b37d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:01.139Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:01.139Z InvocationID=52b9ae35-6083-4d5e-ae80-2b0f3d45eeef 2021-05-04T00:33:01.645Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eabddcd6-dc35-4aba-a296-73e1566b37d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:01.900Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eabddcd6-dc35-4aba-a296-73e1566b37d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=761 EndTimestamp=2021-05-04T00:33:01.900Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:01.139Z InvocationID=fdc6979e-9690-4024-a047-88cf02dc08f1 ResponseDesc=OK 2021-05-04T00:33:02.708Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fcc3fc36-0fa0-47aa-8db9-aec5428422cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:02.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:02.708Z InvocationID=9e147189-d078-4883-a21f-47c353edd40a 2021-05-04T00:33:02.761Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fcc3fc36-0fa0-47aa-8db9-aec5428422cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:03.146Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fcc3fc36-0fa0-47aa-8db9-aec5428422cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=438 EndTimestamp=2021-05-04T00:33:03.146Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:02.708Z InvocationID=dd0473b2-d62a-409c-8bea-781e2601e08b ResponseDesc=OK 2021-05-04T00:33:05.709Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5da91069-ad08-40c8-9128-e756bd0760c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:05.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:05.708Z InvocationID=97a973e5-2ef8-462f-8267-a44bc8776ea1 2021-05-04T00:33:05.719Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5da91069-ad08-40c8-9128-e756bd0760c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:05.952Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5da91069-ad08-40c8-9128-e756bd0760c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=244 EndTimestamp=2021-05-04T00:33:05.952Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:05.708Z InvocationID=3f4e97fd-87e1-4fb4-b6e2-66952087289d ResponseDesc=OK 2021-05-04T00:33:08.401Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65b936e5-3cd6-4c00-8518-f3882f174f2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:08.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:08.401Z InvocationID=e2199cd8-d278-4a1a-83b9-6bd83b3ecf63 2021-05-04T00:33:08.550Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65b936e5-3cd6-4c00-8518-f3882f174f2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:08.654Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65b936e5-3cd6-4c00-8518-f3882f174f2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=252 EndTimestamp=2021-05-04T00:33:08.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:08.401Z InvocationID=9f8235da-1772-4615-b159-ba4ed8d09973 ResponseDesc=OK 2021-05-04T00:33:11.852Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a15ee3a0-53ee-42bd-a141-2bc67ba0c92a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:11.852Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:11.852Z InvocationID=c6b10b3c-3ec9-4da5-b52a-e368cc78cff9 2021-05-04T00:33:12.046Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a15ee3a0-53ee-42bd-a141-2bc67ba0c92a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:12.163Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a15ee3a0-53ee-42bd-a141-2bc67ba0c92a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=311 EndTimestamp=2021-05-04T00:33:12.163Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:11.852Z InvocationID=73c9d446-32b5-478e-87c5-865411d475f6 ResponseDesc=OK 2021-05-04T00:33:14.522Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74531655-36da-4b28-97c5-1df842a29e14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:14.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:14.521Z InvocationID=657ca0f8-7124-45bc-bf48-3130528fd434 2021-05-04T00:33:14.615Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74531655-36da-4b28-97c5-1df842a29e14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:14.947Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74531655-36da-4b28-97c5-1df842a29e14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=425 EndTimestamp=2021-05-04T00:33:14.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:14.521Z InvocationID=b3f36a96-a811-4444-b05d-fd41869b5387 ResponseDesc=OK 2021-05-04T00:33:17.260Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cab5e89a-87bc-489c-8437-cf44a74093fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:17.260Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:17.260Z InvocationID=4ab9934f-a7f2-4060-a1c5-81f6e077a040 2021-05-04T00:33:17.350Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cab5e89a-87bc-489c-8437-cf44a74093fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:17.448Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cab5e89a-87bc-489c-8437-cf44a74093fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T00:33:17.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:17.260Z InvocationID=1cf5121e-ce92-4804-a5a7-3e1ca49c6750 ResponseDesc=OK 2021-05-04T00:33:20.506Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=380e3ecf-779d-4be5-a936-63b25a993da2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:20.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:20.506Z InvocationID=a8f940b9-922e-4454-aa04-1f3159dbef53 2021-05-04T00:33:20.598Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=380e3ecf-779d-4be5-a936-63b25a993da2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:20.899Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=380e3ecf-779d-4be5-a936-63b25a993da2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=393 EndTimestamp=2021-05-04T00:33:20.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:20.506Z InvocationID=1f81ed1c-fe49-4078-a8ff-5dc367ffca42 ResponseDesc=OK 2021-05-04T00:33:23.336Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fed1da5f-994c-4c1f-afa9-b7c69e0a55b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:23.336Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:23.336Z InvocationID=94bf61f0-eb23-494c-8221-0177731ff7b5 2021-05-04T00:33:23.499Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fed1da5f-994c-4c1f-afa9-b7c69e0a55b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:24.790Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fed1da5f-994c-4c1f-afa9-b7c69e0a55b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1454 EndTimestamp=2021-05-04T00:33:24.790Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:23.336Z InvocationID=5ee98ad9-4bfb-48a1-bc75-a1f78841dfc1 ResponseDesc=OK 2021-05-04T00:33:25.887Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ee6d172d-a67f-4c07-a4cc-a6a38538d882 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:25.886Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:25.886Z InvocationID=534a105d-40aa-4e08-8af3-40ddb822850e 2021-05-04T00:33:25.986Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ee6d172d-a67f-4c07-a4cc-a6a38538d882 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:26.018Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ee6d172d-a67f-4c07-a4cc-a6a38538d882 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=132 EndTimestamp=2021-05-04T00:33:26.018Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:25.886Z InvocationID=8d63f2f6-89e6-4fc2-9f16-0ee38022c20f ResponseDesc=OK 2021-05-04T00:33:27.662Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dafdb109-164a-4e32-a593-9b32a3b0f4dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:27.661Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:27.661Z InvocationID=a7bc2240-564e-4137-94b8-e1d120a6aaf4 2021-05-04T00:33:27.797Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dafdb109-164a-4e32-a593-9b32a3b0f4dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:28.498Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dafdb109-164a-4e32-a593-9b32a3b0f4dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=837 EndTimestamp=2021-05-04T00:33:28.498Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:27.661Z InvocationID=fa9e99be-6553-4179-83e6-3a9a06b65189 ResponseDesc=OK 2021-05-04T00:33:29.988Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1583dffa-788d-485a-a459-32e41d1e3848 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:29.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:29.988Z InvocationID=90f9e207-8c05-470f-b208-632706522112 2021-05-04T00:33:30.093Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1583dffa-788d-485a-a459-32e41d1e3848 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:40.124Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1583dffa-788d-485a-a459-32e41d1e3848 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T00:33:42.879Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1583dffa-788d-485a-a459-32e41d1e3848 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=12891 EndTimestamp=2021-05-04T00:33:42.879Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:29.988Z InvocationID=4a42c952-f0be-4b32-ab3d-5bdcedbb80a5 ResponseDesc=Internal Server Error 2021-05-04T00:33:44.140Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b21cc37-7825-4a47-8fe8-ce2caf338384 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:44.140Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:44.140Z InvocationID=5c575731-212b-4351-aee6-4ed5a92b37de 2021-05-04T00:33:44.305Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b21cc37-7825-4a47-8fe8-ce2caf338384 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:44.501Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b21cc37-7825-4a47-8fe8-ce2caf338384 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=361 EndTimestamp=2021-05-04T00:33:44.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:44.140Z InvocationID=06cdd901-baa6-468f-ba01-3d61d390a9fe ResponseDesc=OK 2021-05-04T00:33:45.307Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=11d8fd29-fb51-4afc-88b9-d9ad21870a7d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:45.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:45.306Z InvocationID=5d4d8aeb-1db1-482c-a7c2-bde0c413e088 2021-05-04T00:33:45.400Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=11d8fd29-fb51-4afc-88b9-d9ad21870a7d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:45.773Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=11d8fd29-fb51-4afc-88b9-d9ad21870a7d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=467 EndTimestamp=2021-05-04T00:33:45.773Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:45.306Z InvocationID=75df4144-a196-46c9-a50e-d4c9d49ab275 ResponseDesc=OK 2021-05-04T00:33:46.806Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf3c2876-1dd1-4d88-bf5d-a3c78ed18f40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:46.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:46.806Z InvocationID=5ed332a7-ec28-42be-8600-3641d88065a1 2021-05-04T00:33:46.900Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf3c2876-1dd1-4d88-bf5d-a3c78ed18f40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:47.151Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf3c2876-1dd1-4d88-bf5d-a3c78ed18f40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:33:47.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:46.806Z InvocationID=21480625-b059-40dd-8924-5f3b662ce478 ResponseDesc=OK 2021-05-04T00:33:47.696Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a940cede-2ef1-4442-a433-a65744976a54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:47.696Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:47.696Z InvocationID=b9d21e8b-1bc2-4176-91c8-e51c4980d7e5 2021-05-04T00:33:48.444Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a940cede-2ef1-4442-a433-a65744976a54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:48.613Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a940cede-2ef1-4442-a433-a65744976a54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=916 EndTimestamp=2021-05-04T00:33:48.612Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:47.696Z InvocationID=e7f0e375-7b32-42b8-a883-70a5276181c1 ResponseDesc=OK 2021-05-04T00:33:49.201Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=335892cd-e6d5-49aa-9212-f04b1b7a35ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:49.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:49.200Z InvocationID=828882bf-68fb-40ee-8d41-8c9d466947fb 2021-05-04T00:33:49.297Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=335892cd-e6d5-49aa-9212-f04b1b7a35ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:49.698Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=335892cd-e6d5-49aa-9212-f04b1b7a35ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=498 EndTimestamp=2021-05-04T00:33:49.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:49.200Z InvocationID=0f6a3840-5872-49ff-b12a-aaee39a061d3 ResponseDesc=OK 2021-05-04T00:33:50.369Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68ea7e86-20a5-4233-88c1-4506852b12bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:50.369Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:50.369Z InvocationID=23a3b6c7-9a75-4991-91b2-935b9c5a9198 2021-05-04T00:33:50.757Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68ea7e86-20a5-4233-88c1-4506852b12bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:51.109Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68ea7e86-20a5-4233-88c1-4506852b12bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=739 EndTimestamp=2021-05-04T00:33:51.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:50.369Z InvocationID=503460b7-f713-4fa5-8389-9adffb68970b ResponseDesc=OK 2021-05-04T00:33:52.000Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5beb0a4e-dfe0-4bc8-85bf-3ee0ae4721b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:52.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:52.000Z InvocationID=2eed2ee1-ea7f-408a-a489-c624385abb0a 2021-05-04T00:33:52.151Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5beb0a4e-dfe0-4bc8-85bf-3ee0ae4721b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:52.248Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5beb0a4e-dfe0-4bc8-85bf-3ee0ae4721b6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=248 EndTimestamp=2021-05-04T00:33:52.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:52.000Z InvocationID=4cf30143-7347-4779-a314-eb84a135f1bb ResponseDesc=OK 2021-05-04T00:33:53.668Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c950aa7-b2ea-475b-976a-0ae0c67664fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:53.668Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:53.668Z InvocationID=94560426-23af-49cb-bc1f-899bb77bcc68 2021-05-04T00:33:53.769Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c950aa7-b2ea-475b-976a-0ae0c67664fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:55.391Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c950aa7-b2ea-475b-976a-0ae0c67664fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1723 EndTimestamp=2021-05-04T00:33:55.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:53.668Z InvocationID=1e1b18a7-429d-4440-976c-dda60664ee28 ResponseDesc=OK 2021-05-04T00:33:56.213Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cfaac5c8-af41-4d1c-8cb7-8c5fdc899d66 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:56.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:56.212Z InvocationID=daac0710-8293-4eaf-b9f4-189b06d1fdc4 2021-05-04T00:33:56.313Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cfaac5c8-af41-4d1c-8cb7-8c5fdc899d66 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:56.417Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cfaac5c8-af41-4d1c-8cb7-8c5fdc899d66 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=205 EndTimestamp=2021-05-04T00:33:56.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:56.212Z InvocationID=532ccb51-2485-4260-aa43-dce5d4af89b8 ResponseDesc=OK 2021-05-04T00:33:59.028Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=792cd638-0e75-49df-90a1-ed268746f203 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:33:59.028Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:59.028Z InvocationID=3fb35492-d4d6-49ec-a57b-6eeec67d23dc 2021-05-04T00:33:59.104Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=792cd638-0e75-49df-90a1-ed268746f203 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:33:59.217Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=792cd638-0e75-49df-90a1-ed268746f203 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T00:33:59.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:33:59.028Z InvocationID=ae644ee1-96c4-41a6-82af-3358889e6d2f ResponseDesc=OK 2021-05-04T00:34:01.133Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97dabb0c-0ce1-4f0a-a73f-1cfc387bd5b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:01.133Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:01.133Z InvocationID=72613483-8df2-42eb-8284-1c9035db8b9e 2021-05-04T00:34:01.204Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97dabb0c-0ce1-4f0a-a73f-1cfc387bd5b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:01.652Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97dabb0c-0ce1-4f0a-a73f-1cfc387bd5b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=519 EndTimestamp=2021-05-04T00:34:01.652Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:01.133Z InvocationID=df1ad487-b94e-4b45-a27e-b96602ec0eb2 ResponseDesc=OK 2021-05-04T00:34:02.406Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe1e2d3a-d433-4136-a1e4-a81198a1563a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:02.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:02.406Z InvocationID=62705a8b-4a24-4ca5-be3c-2b1569cc3dab 2021-05-04T00:34:02.500Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe1e2d3a-d433-4136-a1e4-a81198a1563a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:02.848Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe1e2d3a-d433-4136-a1e4-a81198a1563a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=442 EndTimestamp=2021-05-04T00:34:02.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:02.406Z InvocationID=ef3c3dbe-e31b-42a1-83ed-3c4a2b4335a9 ResponseDesc=OK 2021-05-04T00:34:05.665Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=322b6beb-dee7-46e8-b915-ca66f1488c91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:05.665Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:05.665Z InvocationID=7da75e13-6c27-40aa-ac4c-00f90c667ff1 2021-05-04T00:34:06.162Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=322b6beb-dee7-46e8-b915-ca66f1488c91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:06.246Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=322b6beb-dee7-46e8-b915-ca66f1488c91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=581 EndTimestamp=2021-05-04T00:34:06.246Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:05.665Z InvocationID=1d6876f8-cfcb-42b7-83a6-b121408c523c ResponseDesc=OK 2021-05-04T00:34:08.347Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bfe45284-ff87-48a4-9502-1af996c595aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:08.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:08.347Z InvocationID=cd9570e8-b480-4957-9f48-48af8ddd9b87 2021-05-04T00:34:08.597Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bfe45284-ff87-48a4-9502-1af996c595aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:08.897Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bfe45284-ff87-48a4-9502-1af996c595aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=550 EndTimestamp=2021-05-04T00:34:08.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:08.347Z InvocationID=2d0afe63-2c34-404d-aaa1-6c70d6cd48ea ResponseDesc=OK 2021-05-04T00:34:11.563Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7271356-f538-4be1-bfcf-bd4e08186ff1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:11.563Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:11.563Z InvocationID=165f92a4-15f2-47d9-899b-3a1e031b9c2f 2021-05-04T00:34:11.647Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7271356-f538-4be1-bfcf-bd4e08186ff1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:15.650Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7271356-f538-4be1-bfcf-bd4e08186ff1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4087 EndTimestamp=2021-05-04T00:34:15.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:11.563Z InvocationID=a8f91b27-da24-41e3-895f-8cf719bc50fc ResponseDesc=OK 2021-05-04T00:34:16.431Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0d39863-0f48-4a77-b23e-9c15498654c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:16.431Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:16.431Z InvocationID=ab07a440-2343-49c9-bb43-52f43f375f61 2021-05-04T00:34:16.645Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0d39863-0f48-4a77-b23e-9c15498654c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:16.817Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0d39863-0f48-4a77-b23e-9c15498654c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=386 EndTimestamp=2021-05-04T00:34:16.817Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:16.431Z InvocationID=05272695-87fb-4134-b570-3c589f88fa4c ResponseDesc=OK 2021-05-04T00:34:17.630Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ffb5f89d-e034-4346-9eec-172660052da5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:17.630Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:17.630Z InvocationID=849c22be-91a7-4ef8-a5ef-a4023c3a3942 2021-05-04T00:34:17.797Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ffb5f89d-e034-4346-9eec-172660052da5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:18.202Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ffb5f89d-e034-4346-9eec-172660052da5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=572 EndTimestamp=2021-05-04T00:34:18.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:17.630Z InvocationID=7f710f5a-7221-4fd8-b08b-a412f25b1e8e ResponseDesc=OK 2021-05-04T00:34:20.506Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e38e99f-75d9-43b6-ada9-ba6e1cbef188 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:20.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:20.506Z InvocationID=e7f496b2-1c47-49de-87d2-91f3df092baf 2021-05-04T00:34:20.598Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e38e99f-75d9-43b6-ada9-ba6e1cbef188 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:21.047Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4e38e99f-75d9-43b6-ada9-ba6e1cbef188 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=541 EndTimestamp=2021-05-04T00:34:21.047Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:20.506Z InvocationID=d1bb4709-bb6d-4f6d-807e-574862de6c68 ResponseDesc=OK 2021-05-04T00:34:23.588Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7273710b-11d1-4ade-8ac2-a0801a242341 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:23.588Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:23.588Z InvocationID=16906506-d42d-453d-89a6-a8ad1044d4f1 2021-05-04T00:34:23.721Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7273710b-11d1-4ade-8ac2-a0801a242341 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:24.100Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7273710b-11d1-4ade-8ac2-a0801a242341 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=512 EndTimestamp=2021-05-04T00:34:24.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:23.588Z InvocationID=aeb4246f-8974-4b5a-88c6-85b306ccdb02 ResponseDesc=OK 2021-05-04T00:34:26.663Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99139ee4-154a-46d6-b0b1-bd210fefd220 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:26.663Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:26.663Z InvocationID=0530f12b-e575-44e3-bd8f-c530b28ed544 2021-05-04T00:34:26.758Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99139ee4-154a-46d6-b0b1-bd210fefd220 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:26.848Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=99139ee4-154a-46d6-b0b1-bd210fefd220 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=185 EndTimestamp=2021-05-04T00:34:26.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:26.663Z InvocationID=2a65ddc8-68cb-4f4a-a4a6-7367b760eedb ResponseDesc=OK 2021-05-04T00:34:27.650Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=954d0526-82d1-430f-885d-6dd356940ce1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:27.650Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:27.650Z InvocationID=0817b971-012d-4cc5-a60a-08c69d499302 2021-05-04T00:34:27.746Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=954d0526-82d1-430f-885d-6dd356940ce1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:28.059Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=954d0526-82d1-430f-885d-6dd356940ce1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=409 EndTimestamp=2021-05-04T00:34:28.059Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:27.650Z InvocationID=267bb18e-a3fa-4d69-a609-f6a56457473e ResponseDesc=OK 2021-05-04T00:34:29.355Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1d981e84-1f26-4772-8c45-76c137d7fa34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:29.355Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:29.355Z InvocationID=dbb342e4-41eb-4b39-8a68-d98474e0f5fb 2021-05-04T00:34:29.845Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1d981e84-1f26-4772-8c45-76c137d7fa34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:30.151Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1d981e84-1f26-4772-8c45-76c137d7fa34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=796 EndTimestamp=2021-05-04T00:34:30.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:29.355Z InvocationID=4b5d6d7c-5bec-4788-a71e-185bada0bdcf ResponseDesc=OK 2021-05-04T00:34:32.954Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=877898ec-10cb-472e-ae7d-f2eb3a757c0a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:32.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:32.954Z InvocationID=de570e6f-0ff5-4e57-b8a9-3699718d8d05 2021-05-04T00:34:33.101Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=877898ec-10cb-472e-ae7d-f2eb3a757c0a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:33.905Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=877898ec-10cb-472e-ae7d-f2eb3a757c0a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=951 EndTimestamp=2021-05-04T00:34:33.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:32.954Z InvocationID=fcf02a9a-cdef-44d8-9ca7-5478ad23adfc ResponseDesc=OK 2021-05-04T00:34:35.615Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3326a95-0ad5-478f-8ecc-4ccf046b5bd6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:35.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:35.615Z InvocationID=145969ac-44aa-4cb0-8fb7-3654e1b5b2c2 2021-05-04T00:34:35.749Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3326a95-0ad5-478f-8ecc-4ccf046b5bd6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:36.062Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3326a95-0ad5-478f-8ecc-4ccf046b5bd6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=447 EndTimestamp=2021-05-04T00:34:36.062Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:35.615Z InvocationID=df318630-57fa-4cf6-965f-0b5804da728b ResponseDesc=OK 2021-05-04T00:34:38.311Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cfb31647-0b02-4584-bbb0-9c76ce7c3a9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:38.311Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:38.311Z InvocationID=e2482921-8e52-4ac8-8729-6b3e5e5cd7ac 2021-05-04T00:34:38.400Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cfb31647-0b02-4584-bbb0-9c76ce7c3a9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:38.501Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cfb31647-0b02-4584-bbb0-9c76ce7c3a9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T00:34:38.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:38.311Z InvocationID=a4e39dd3-5c9d-4539-a35d-977e7f7695e8 ResponseDesc=OK 2021-05-04T00:34:41.524Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4b84642c-ec41-40eb-90db-83e96518c8d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:41.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:41.518Z InvocationID=950709de-d3fe-4ab1-8ec0-98c89ee7384d 2021-05-04T00:34:41.950Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4b84642c-ec41-40eb-90db-83e96518c8d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:42.108Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4b84642c-ec41-40eb-90db-83e96518c8d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=590 EndTimestamp=2021-05-04T00:34:42.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:41.518Z InvocationID=d8237c48-c73d-4e5d-95dd-ddca0705fc92 ResponseDesc=OK 2021-05-04T00:34:46.253Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f791e23f-425b-4887-afde-abd3d3f10ebf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:46.253Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:46.253Z InvocationID=4a74924a-06b1-4d19-90bf-21118f51362b 2021-05-04T00:34:46.264Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f791e23f-425b-4887-afde-abd3d3f10ebf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:46.351Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f791e23f-425b-4887-afde-abd3d3f10ebf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:34:46.351Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:46.253Z InvocationID=fca8505a-592f-4637-86d8-8f60834413fc ResponseDesc=OK 2021-05-04T00:34:47.258Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=beed858b-3019-4be9-83df-70473fabc502 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:47.258Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:47.258Z InvocationID=753fcdab-6fea-4664-bacc-541fc3c4f49e 2021-05-04T00:34:48.550Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=beed858b-3019-4be9-83df-70473fabc502 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:48.701Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=beed858b-3019-4be9-83df-70473fabc502 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1443 EndTimestamp=2021-05-04T00:34:48.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:47.258Z InvocationID=bb91dd0f-1620-4595-b1a4-e8c1d1dff5d2 ResponseDesc=OK 2021-05-04T00:34:50.405Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ed92279-d82d-4117-9099-069d00b47397 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:50.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:50.405Z InvocationID=1a45648b-8899-492b-b98b-b7e06b5acb35 2021-05-04T00:34:50.414Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ed92279-d82d-4117-9099-069d00b47397 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:50.810Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ed92279-d82d-4117-9099-069d00b47397 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=405 EndTimestamp=2021-05-04T00:34:50.810Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:50.405Z InvocationID=36634b11-317c-4b9d-be74-abddbe09e62c ResponseDesc=OK 2021-05-04T00:34:53.306Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf81c82c-c6e4-41fa-ae97-86c702c60af8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:53.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:53.306Z InvocationID=b1afe868-c2bc-468d-beaa-d9814c5b7643 2021-05-04T00:34:53.400Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf81c82c-c6e4-41fa-ae97-86c702c60af8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:53.651Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf81c82c-c6e4-41fa-ae97-86c702c60af8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=345 EndTimestamp=2021-05-04T00:34:53.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:53.306Z InvocationID=674fe213-5064-49b8-9694-17a5e7ec4e02 ResponseDesc=OK 2021-05-04T00:34:56.508Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ad3db499-4a9e-4bce-a297-2a25d82fd0ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:56.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:56.507Z InvocationID=6a6a58b3-a4f7-42d2-9216-319482b0b01d 2021-05-04T00:34:56.646Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ad3db499-4a9e-4bce-a297-2a25d82fd0ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:56.900Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ad3db499-4a9e-4bce-a297-2a25d82fd0ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=393 EndTimestamp=2021-05-04T00:34:56.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:56.507Z InvocationID=6cf251ed-fdf1-41f8-9e8e-74b4f3fabd82 ResponseDesc=OK 2021-05-04T00:34:59.322Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8d5f1be8-73f4-409f-b8db-f79707eb80c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:34:59.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:59.321Z InvocationID=ac795e43-1310-48a0-a930-97319371968f 2021-05-04T00:34:59.405Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8d5f1be8-73f4-409f-b8db-f79707eb80c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:34:59.505Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8d5f1be8-73f4-409f-b8db-f79707eb80c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=184 EndTimestamp=2021-05-04T00:34:59.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:34:59.321Z InvocationID=d15a0737-0292-480b-8100-93bed7ea1fa5 ResponseDesc=OK 2021-05-04T00:35:01.170Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67df9313-5e82-49c4-9bef-b4f28b934964 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:01.170Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:01.170Z InvocationID=f14db460-7dfd-4d41-ac6b-158ee0be14f6 2021-05-04T00:35:01.300Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67df9313-5e82-49c4-9bef-b4f28b934964 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:01.549Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=67df9313-5e82-49c4-9bef-b4f28b934964 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=379 EndTimestamp=2021-05-04T00:35:01.549Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:01.170Z InvocationID=9c5bd7b6-1325-4315-b659-abeafaff5a8b ResponseDesc=OK 2021-05-04T00:35:02.404Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c4c684c-da74-482e-8873-33f690bb1a04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:02.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:02.404Z InvocationID=825afee1-a256-408f-b816-d1c3ef60e285 2021-05-04T00:35:02.501Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c4c684c-da74-482e-8873-33f690bb1a04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:02.601Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c4c684c-da74-482e-8873-33f690bb1a04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T00:35:02.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:02.404Z InvocationID=e88023ea-6e71-49f7-ae0a-c88f7aaca0c2 ResponseDesc=OK 2021-05-04T00:35:05.523Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=478e9a5c-bd03-44d8-bfec-ab18bb7845d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:05.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:05.523Z InvocationID=bc371469-4839-4778-8dfd-e1b20739f032 2021-05-04T00:35:05.607Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=478e9a5c-bd03-44d8-bfec-ab18bb7845d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:05.958Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=478e9a5c-bd03-44d8-bfec-ab18bb7845d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=435 EndTimestamp=2021-05-04T00:35:05.958Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:05.523Z InvocationID=e758fd72-2f29-4703-8b11-8a8e27d0eb0c ResponseDesc=OK 2021-05-04T00:35:08.501Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22bf14c9-6ac7-4b90-ac21-188aa77ce400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:08.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:08.501Z InvocationID=97bc29df-a27e-4c75-83a7-2d6e7c818623 2021-05-04T00:35:08.553Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22bf14c9-6ac7-4b90-ac21-188aa77ce400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:08.853Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22bf14c9-6ac7-4b90-ac21-188aa77ce400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=352 EndTimestamp=2021-05-04T00:35:08.853Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:08.501Z InvocationID=3a54555c-abb2-4541-ba16-3b0e7edffbcc ResponseDesc=OK 2021-05-04T00:35:11.701Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3ea8ec26-4033-49b0-876a-1accdbe6847c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:11.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:11.701Z InvocationID=afd03f84-1014-4f84-a176-a81b7b320a3a 2021-05-04T00:35:12.481Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3ea8ec26-4033-49b0-876a-1accdbe6847c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:12.551Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3ea8ec26-4033-49b0-876a-1accdbe6847c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=850 EndTimestamp=2021-05-04T00:35:12.551Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:11.701Z InvocationID=f31c8d5d-5369-47aa-907e-3bfeef2c8c2b ResponseDesc=OK 2021-05-04T00:35:14.624Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a34bfd3-3505-4adf-a0fa-ce7eedde43f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:14.624Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:14.624Z InvocationID=b3856490-bddb-4545-8c91-105662604d64 2021-05-04T00:35:14.711Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a34bfd3-3505-4adf-a0fa-ce7eedde43f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:14.814Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a34bfd3-3505-4adf-a0fa-ce7eedde43f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T00:35:14.814Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:14.624Z InvocationID=f87bd754-bdf3-4f8c-b128-a85c4157e788 ResponseDesc=OK 2021-05-04T00:35:17.320Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0d5f9ee9-bf69-483a-8379-59014486e73b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:17.320Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:17.320Z InvocationID=4a0fc253-c566-4a8d-9515-b273dd76d30a 2021-05-04T00:35:17.500Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0d5f9ee9-bf69-483a-8379-59014486e73b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:17.786Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0d5f9ee9-bf69-483a-8379-59014486e73b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=466 EndTimestamp=2021-05-04T00:35:17.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:17.320Z InvocationID=0da08510-9168-4422-a816-620105f86606 ResponseDesc=OK 2021-05-04T00:35:20.893Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9635c2b-5f3c-4eb2-bb60-73bb104832f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:20.893Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:20.893Z InvocationID=8afdd38f-437e-40b3-b076-fae88507990d 2021-05-04T00:35:20.954Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9635c2b-5f3c-4eb2-bb60-73bb104832f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:21.411Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9635c2b-5f3c-4eb2-bb60-73bb104832f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=518 EndTimestamp=2021-05-04T00:35:21.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:20.893Z InvocationID=631af5f8-73e5-4ded-a594-34ee927f1569 ResponseDesc=OK 2021-05-04T00:35:23.209Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8c40893-4faa-4744-b5e3-21d48033a31f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:23.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:23.209Z InvocationID=a162d6cb-6ffe-411a-a45f-aa610c91c2a4 2021-05-04T00:35:23.246Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8c40893-4faa-4744-b5e3-21d48033a31f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:23.411Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8c40893-4faa-4744-b5e3-21d48033a31f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:35:23.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:23.209Z InvocationID=f3fcbfad-fd31-4672-95cd-24714503123e ResponseDesc=OK 2021-05-04T00:35:26.074Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7492d654-c454-405f-a953-e7fa44cb875d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:26.073Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:26.073Z InvocationID=deb06e1b-b8bf-4900-9b87-162c7f5fe434 2021-05-04T00:35:26.118Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7492d654-c454-405f-a953-e7fa44cb875d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:26.209Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7492d654-c454-405f-a953-e7fa44cb875d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=136 EndTimestamp=2021-05-04T00:35:26.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:26.073Z InvocationID=dc256d7d-c100-42c8-bc28-c363cc356d58 ResponseDesc=OK 2021-05-04T00:35:27.647Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eed1ee4e-d30f-439c-8556-e5772036a910 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:27.647Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:27.647Z InvocationID=ada7005f-f3fc-427b-9fe7-e21577ca1a30 2021-05-04T00:35:27.702Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eed1ee4e-d30f-439c-8556-e5772036a910 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:27.750Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eed1ee4e-d30f-439c-8556-e5772036a910 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:35:27.750Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:27.647Z InvocationID=0b0a4609-1e14-4d4e-b871-2bdee03993bc ResponseDesc=OK 2021-05-04T00:35:29.302Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=240d0589-6718-4f53-897d-cf4323263199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:29.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:29.302Z InvocationID=1164c174-3a35-4a06-93e5-bd86bb690a76 2021-05-04T00:35:29.313Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=240d0589-6718-4f53-897d-cf4323263199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:30.417Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=240d0589-6718-4f53-897d-cf4323263199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1115 EndTimestamp=2021-05-04T00:35:30.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:29.302Z InvocationID=58723118-c08f-4bd9-966a-2754697f2c96 ResponseDesc=OK 2021-05-04T00:35:31.866Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd9826cc-3974-4797-981f-eae6a26dc8cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:31.866Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:31.866Z InvocationID=46c18428-751f-4df7-a09f-5570d6894339 2021-05-04T00:35:31.918Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd9826cc-3974-4797-981f-eae6a26dc8cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:32.261Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd9826cc-3974-4797-981f-eae6a26dc8cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:35:32.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:31.866Z InvocationID=7610e3ea-154c-4900-8367-0c76667e7804 ResponseDesc=OK 2021-05-04T00:35:35.926Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=308929fe-a1d6-485a-aaaf-d305d4d62bb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:35.926Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:35.926Z InvocationID=0cb0f38a-55b6-407e-a656-fd87a71bb68c 2021-05-04T00:35:37.445Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=308929fe-a1d6-485a-aaaf-d305d4d62bb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:37.647Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=308929fe-a1d6-485a-aaaf-d305d4d62bb0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1721 EndTimestamp=2021-05-04T00:35:37.647Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:35.926Z InvocationID=7d721ce0-63c0-46f4-b626-74f2b748aeb0 ResponseDesc=OK 2021-05-04T00:35:38.561Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f486e94b-6701-490b-8d32-0284ce0c5332 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:38.561Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:38.561Z InvocationID=ed8bfdc8-3e77-468f-b074-058580e0f4bd 2021-05-04T00:35:38.708Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f486e94b-6701-490b-8d32-0284ce0c5332 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:39.099Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f486e94b-6701-490b-8d32-0284ce0c5332 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=538 EndTimestamp=2021-05-04T00:35:39.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:38.561Z InvocationID=7691ee99-6e47-4b72-8b44-e4d203f13266 ResponseDesc=OK 2021-05-04T00:35:41.306Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=260c6226-3df8-474a-be03-b605aa7bd32b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:41.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:41.305Z InvocationID=8183445b-93c3-4cc1-a1cf-50cb2dd25aef 2021-05-04T00:35:41.500Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=260c6226-3df8-474a-be03-b605aa7bd32b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:41.950Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=260c6226-3df8-474a-be03-b605aa7bd32b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=645 EndTimestamp=2021-05-04T00:35:41.950Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:41.305Z InvocationID=7e86f71e-dba9-4b22-aa3b-f7332d726a6c ResponseDesc=OK 2021-05-04T00:35:44.519Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1bfcaad6-d97d-4745-8161-0c43d535c9bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:44.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:44.518Z InvocationID=5cda8e45-be60-46b5-bc0f-911854f4dc1e 2021-05-04T00:35:44.896Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1bfcaad6-d97d-4745-8161-0c43d535c9bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:45.000Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1bfcaad6-d97d-4745-8161-0c43d535c9bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=482 EndTimestamp=2021-05-04T00:35:45.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:44.518Z InvocationID=75595698-00b2-490a-a217-c507ed1fe0f0 ResponseDesc=OK 2021-05-04T00:35:46.993Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=023e5f0a-0bba-4af4-8bee-76de12f96a4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:46.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:46.993Z InvocationID=fd27c2c5-4d9c-4d6e-808a-c6331361b622 2021-05-04T00:35:47.054Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=023e5f0a-0bba-4af4-8bee-76de12f96a4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:47.798Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=023e5f0a-0bba-4af4-8bee-76de12f96a4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=805 EndTimestamp=2021-05-04T00:35:47.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:46.993Z InvocationID=3de43d74-aa39-4d5f-9de1-8dbac066741f ResponseDesc=OK 2021-05-04T00:35:51.691Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c9b1225-afe0-4908-bbf7-4205c96eeb61 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:51.691Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:51.691Z InvocationID=52b7cdb3-d159-445b-833a-b30dacf6f149 2021-05-04T00:35:51.706Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c9b1225-afe0-4908-bbf7-4205c96eeb61 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:51.957Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c9b1225-afe0-4908-bbf7-4205c96eeb61 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=266 EndTimestamp=2021-05-04T00:35:51.957Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:51.691Z InvocationID=ef146fd1-d1c9-41e4-8929-8aa8a2476e62 ResponseDesc=OK 2021-05-04T00:35:53.877Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2bdee2bf-90a4-49bf-9df8-5241e9c99437 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:53.877Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:53.877Z InvocationID=6b0aacee-92c2-42ee-92f6-ac82e83c28da 2021-05-04T00:35:54.357Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2bdee2bf-90a4-49bf-9df8-5241e9c99437 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:54.701Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2bdee2bf-90a4-49bf-9df8-5241e9c99437 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=824 EndTimestamp=2021-05-04T00:35:54.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:53.877Z InvocationID=7113365c-e72e-442c-b459-7f1e51f25417 ResponseDesc=OK 2021-05-04T00:35:56.414Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09c0be78-eb83-4fc6-b403-70160ef76302 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:56.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:56.414Z InvocationID=74bf9e14-9ee7-48c6-9a28-be7c820a371f 2021-05-04T00:35:56.502Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09c0be78-eb83-4fc6-b403-70160ef76302 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:35:56.851Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09c0be78-eb83-4fc6-b403-70160ef76302 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=437 EndTimestamp=2021-05-04T00:35:56.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:56.414Z InvocationID=d065fb81-026b-4c46-84f8-4ecc385db5dd ResponseDesc=OK 2021-05-04T00:35:59.686Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3850fdcd-0000-4e7b-abd3-af557244c9dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:35:59.685Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:59.685Z InvocationID=616b04bd-5dee-4dac-9d81-6fe2a6e0452f 2021-05-04T00:35:59.805Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3850fdcd-0000-4e7b-abd3-af557244c9dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:00.052Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3850fdcd-0000-4e7b-abd3-af557244c9dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=367 EndTimestamp=2021-05-04T00:36:00.052Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:35:59.685Z InvocationID=1f485a10-2668-4ce0-9cd0-53f5c28db1b4 ResponseDesc=OK 2021-05-04T00:36:01.155Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6460aa2a-7cb0-42c9-bac1-61952604e005 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:01.155Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:01.155Z InvocationID=cf55885b-584b-4721-bd2e-a56e37acc35d 2021-05-04T00:36:02.497Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6460aa2a-7cb0-42c9-bac1-61952604e005 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:02.809Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=527774db-e565-42ff-8637-eb0fb7456717 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:02.809Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:02.809Z InvocationID=7c2a4a20-680b-4816-b9bd-450b6eec7977 2021-05-04T00:36:02.850Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=527774db-e565-42ff-8637-eb0fb7456717 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:03.000Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6460aa2a-7cb0-42c9-bac1-61952604e005 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1845 EndTimestamp=2021-05-04T00:36:03.000Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:01.155Z InvocationID=ca72b681-e94a-464e-bfcf-1f6708445537 ResponseDesc=OK 2021-05-04T00:36:03.301Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=527774db-e565-42ff-8637-eb0fb7456717 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=492 EndTimestamp=2021-05-04T00:36:03.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:02.809Z InvocationID=8f78b793-414c-45a1-beec-f538001a2d85 ResponseDesc=OK 2021-05-04T00:36:05.319Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b3af77b-f229-40f1-b592-53636364fb76 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:05.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:05.319Z InvocationID=29443956-4a08-4f09-8774-efc55404e5a0 2021-05-04T00:36:05.403Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b3af77b-f229-40f1-b592-53636364fb76 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:05.705Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b3af77b-f229-40f1-b592-53636364fb76 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=386 EndTimestamp=2021-05-04T00:36:05.705Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:05.319Z InvocationID=da9a2e40-818d-4f5b-907f-7cad657806fe ResponseDesc=OK 2021-05-04T00:36:08.146Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a32ba79-564e-4a3a-952b-1612073af892 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:08.146Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:08.146Z InvocationID=f8cf299b-fd83-48a2-8fe1-f45813571f50 2021-05-04T00:36:08.516Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a32ba79-564e-4a3a-952b-1612073af892 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:08.608Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a32ba79-564e-4a3a-952b-1612073af892 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=462 EndTimestamp=2021-05-04T00:36:08.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:08.146Z InvocationID=f91d32ee-2d47-4dae-bc60-06fde4991be3 ResponseDesc=OK 2021-05-04T00:36:11.457Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=99cc8117-f27a-42df-abd1-7b10d5d32b89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:11.457Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:11.457Z InvocationID=40d99978-fa54-4fbb-b4dd-29c76c4f7ef3 2021-05-04T00:36:11.597Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=99cc8117-f27a-42df-abd1-7b10d5d32b89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:11.899Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=99cc8117-f27a-42df-abd1-7b10d5d32b89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=441 EndTimestamp=2021-05-04T00:36:11.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:11.457Z InvocationID=7c9ba4c7-f1e5-403c-8850-0b289d50fe76 ResponseDesc=OK 2021-05-04T00:36:14.704Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53b8b8bb-a347-438d-9d87-846f34b8c93a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:14.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:14.704Z InvocationID=84b43dcc-aff1-4040-b221-79417b7bf163 2021-05-04T00:36:14.804Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53b8b8bb-a347-438d-9d87-846f34b8c93a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:14.912Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53b8b8bb-a347-438d-9d87-846f34b8c93a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=208 EndTimestamp=2021-05-04T00:36:14.912Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:14.704Z InvocationID=319dbeba-ea5a-4343-8296-ce564639e806 ResponseDesc=OK 2021-05-04T00:36:17.713Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9edc18ab-9d8b-41ba-9dbc-419b43022f71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:17.713Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:17.713Z InvocationID=4fd42def-23f3-41ca-8ce4-d93286787b55 2021-05-04T00:36:17.846Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9edc18ab-9d8b-41ba-9dbc-419b43022f71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:18.001Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9edc18ab-9d8b-41ba-9dbc-419b43022f71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=288 EndTimestamp=2021-05-04T00:36:18.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:17.713Z InvocationID=0701d279-2d4d-4fc6-901f-7481ffbf79af ResponseDesc=OK 2021-05-04T00:36:20.503Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=422af607-a940-45be-9baa-79eb32389e59 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:20.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:20.503Z InvocationID=636b5414-f74c-42b2-9542-f53ff4f29210 2021-05-04T00:36:20.597Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=422af607-a940-45be-9baa-79eb32389e59 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:20.899Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=422af607-a940-45be-9baa-79eb32389e59 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T00:36:20.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:20.503Z InvocationID=d6da2dcf-dea3-46d0-936a-4d35ad860870 ResponseDesc=OK 2021-05-04T00:36:23.508Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d0766f4-2888-4570-94dc-ecb7bc82e0a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:23.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:23.508Z InvocationID=4db77b06-e005-4ed6-8f36-bdb5ebc0d308 2021-05-04T00:36:23.599Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d0766f4-2888-4570-94dc-ecb7bc82e0a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:23.848Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d0766f4-2888-4570-94dc-ecb7bc82e0a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=340 EndTimestamp=2021-05-04T00:36:23.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:23.508Z InvocationID=c560fc04-6744-42ef-9ffe-4ab65927f1b6 ResponseDesc=OK 2021-05-04T00:36:26.050Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=654ff63c-8019-4bde-9929-abdaa8695309 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:26.050Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:26.050Z InvocationID=e0f1c444-7fda-4a6a-88b8-dc7b47999335 2021-05-04T00:36:26.060Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=654ff63c-8019-4bde-9929-abdaa8695309 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:26.147Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=654ff63c-8019-4bde-9929-abdaa8695309 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=97 EndTimestamp=2021-05-04T00:36:26.147Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:26.050Z InvocationID=3aa88c58-62ca-402e-aedd-eced0e6fab5c ResponseDesc=OK 2021-05-04T00:36:27.662Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69204620-d04f-428c-a0dd-f3c13901a480 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:27.662Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:27.662Z InvocationID=b3dd569c-d5c3-47fd-9224-c4b77c7f674e 2021-05-04T00:36:27.797Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69204620-d04f-428c-a0dd-f3c13901a480 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:28.100Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69204620-d04f-428c-a0dd-f3c13901a480 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=438 EndTimestamp=2021-05-04T00:36:28.100Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:27.662Z InvocationID=0c0db755-ea52-49c7-b7b4-e29c48c6d97d ResponseDesc=OK 2021-05-04T00:36:29.303Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e079ab39-ca5a-4909-adf9-865cc2f88c32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:29.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:29.303Z InvocationID=1d133361-3919-4d12-8ef4-e070c709b9f1 2021-05-04T00:36:29.360Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e079ab39-ca5a-4909-adf9-865cc2f88c32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:29.650Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e079ab39-ca5a-4909-adf9-865cc2f88c32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=347 EndTimestamp=2021-05-04T00:36:29.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:29.303Z InvocationID=312a2c94-1d22-4fae-b517-63aed06aa201 ResponseDesc=OK 2021-05-04T00:36:32.460Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e350cbb1-1ad6-4d6b-8d20-0db09fd4d4be InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:32.459Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:32.459Z InvocationID=d0296cb9-8124-4086-8d99-246ef8c1b946 2021-05-04T00:36:32.565Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e350cbb1-1ad6-4d6b-8d20-0db09fd4d4be InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:32.701Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e350cbb1-1ad6-4d6b-8d20-0db09fd4d4be InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=241 EndTimestamp=2021-05-04T00:36:32.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:32.459Z InvocationID=0e0bc38d-ad60-485a-9309-b3d7a910990c ResponseDesc=OK 2021-05-04T00:36:35.430Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a207d09d-1745-43d1-97d1-dd8362e4e515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:35.430Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:35.430Z InvocationID=c6068065-42c5-4b3a-91d3-47b9a6bf29ce 2021-05-04T00:36:35.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a207d09d-1745-43d1-97d1-dd8362e4e515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:35.545Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a207d09d-1745-43d1-97d1-dd8362e4e515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=115 EndTimestamp=2021-05-04T00:36:35.545Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:35.430Z InvocationID=906be860-93e8-4a94-9a18-e052778836c7 ResponseDesc=OK 2021-05-04T00:36:38.221Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b09ec390-f056-4942-ab85-5b9f0b25847b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:38.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:38.221Z InvocationID=ef8b71b6-cbe6-485b-bbe6-a46731d1181c 2021-05-04T00:36:38.302Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b09ec390-f056-4942-ab85-5b9f0b25847b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:38.550Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b09ec390-f056-4942-ab85-5b9f0b25847b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=329 EndTimestamp=2021-05-04T00:36:38.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:38.221Z InvocationID=8d0a144a-36b5-4642-acc8-00690c59ecbd ResponseDesc=OK 2021-05-04T00:36:41.210Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b208753-e74b-4c37-bbed-3cc5017d11f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:41.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:41.210Z InvocationID=eac8e553-8d42-4f82-8ef8-0e2faa89e8b7 2021-05-04T00:36:41.300Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b208753-e74b-4c37-bbed-3cc5017d11f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:41.401Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b208753-e74b-4c37-bbed-3cc5017d11f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:36:41.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:41.210Z InvocationID=331c46f4-7130-427d-85da-196bc29146a0 ResponseDesc=OK 2021-05-04T00:36:44.422Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9896ddf4-6f92-4186-ba81-4032e8af08fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:44.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:44.421Z InvocationID=0b710012-7fcf-4da4-9c19-1ae20ce19a66 2021-05-04T00:36:44.437Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9896ddf4-6f92-4186-ba81-4032e8af08fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:44.546Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9896ddf4-6f92-4186-ba81-4032e8af08fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=125 EndTimestamp=2021-05-04T00:36:44.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:44.421Z InvocationID=e8368d45-6d0c-4c78-a826-59f0c8684a80 ResponseDesc=OK 2021-05-04T00:36:47.039Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a2771a98-ffae-4844-afd6-9264296b503e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:47.039Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:47.039Z InvocationID=d8677cdb-b918-4c8b-a096-2c80c898d70f 2021-05-04T00:36:47.052Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a2771a98-ffae-4844-afd6-9264296b503e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:47.153Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a2771a98-ffae-4844-afd6-9264296b503e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=114 EndTimestamp=2021-05-04T00:36:47.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:47.039Z InvocationID=19e7ccca-7b78-43e1-afcd-99773e91baaa ResponseDesc=OK 2021-05-04T00:36:50.327Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbbaf9ad-db36-40b0-883b-dfcc28dab5b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:50.327Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:50.327Z InvocationID=c33f8430-0638-4093-b877-d1f6b02f01de 2021-05-04T00:36:50.400Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbbaf9ad-db36-40b0-883b-dfcc28dab5b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:50.517Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbbaf9ad-db36-40b0-883b-dfcc28dab5b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T00:36:50.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:50.327Z InvocationID=38245766-9e9f-423b-9985-4929f3a0d7bc ResponseDesc=OK 2021-05-04T00:36:53.707Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7681968-53a8-413f-bbde-11cb47ee2f8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:53.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:53.707Z InvocationID=781872ed-8751-45c4-a7b2-d4d616fd1af3 2021-05-04T00:36:53.800Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7681968-53a8-413f-bbde-11cb47ee2f8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:54.102Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7681968-53a8-413f-bbde-11cb47ee2f8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:36:54.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:53.707Z InvocationID=ce3adea1-69db-4776-af41-266439cc1a16 ResponseDesc=OK 2021-05-04T00:36:56.517Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd78d572-0b47-4d4d-b623-fc59bebbef7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:56.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:56.517Z InvocationID=c02b1d30-65ec-46c6-9b76-3d6560bc2813 2021-05-04T00:36:56.701Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd78d572-0b47-4d4d-b623-fc59bebbef7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:57.046Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd78d572-0b47-4d4d-b623-fc59bebbef7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=529 EndTimestamp=2021-05-04T00:36:57.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:56.517Z InvocationID=3f955b72-4d71-4974-9b6e-db3c5dca6282 ResponseDesc=OK 2021-05-04T00:36:59.308Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc108f4c-534d-4194-9d9d-ad6f2dcf6649 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:36:59.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:59.308Z InvocationID=5640bb8d-f829-4b96-a84e-a472672d2264 2021-05-04T00:36:59.400Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc108f4c-534d-4194-9d9d-ad6f2dcf6649 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:36:59.508Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc108f4c-534d-4194-9d9d-ad6f2dcf6649 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=200 EndTimestamp=2021-05-04T00:36:59.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:36:59.308Z InvocationID=5cc350a9-4e5c-42d6-95de-f9e1c47fbe99 ResponseDesc=OK 2021-05-04T00:37:01.157Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=acc23316-5ca3-4090-9bff-67cf82b63423 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:01.157Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:01.157Z InvocationID=b361db4c-d156-459f-ab69-e5dfb1839165 2021-05-04T00:37:01.204Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=acc23316-5ca3-4090-9bff-67cf82b63423 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:01.216Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=acc23316-5ca3-4090-9bff-67cf82b63423 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=59 EndTimestamp=2021-05-04T00:37:01.216Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:01.157Z InvocationID=5b47b389-d842-4f59-9b36-15419b0cc078 ResponseDesc=OK 2021-05-04T00:37:02.515Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7aed41e2-3c92-4236-94c3-7b8a10ab349a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:02.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:02.515Z InvocationID=826687bf-ef26-45fd-a4cd-ad420f5b2f97 2021-05-04T00:37:02.611Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7aed41e2-3c92-4236-94c3-7b8a10ab349a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:02.625Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7aed41e2-3c92-4236-94c3-7b8a10ab349a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T00:37:02.625Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:02.515Z InvocationID=1aad7dd7-7177-4aaf-a1e4-02f19a1e111f ResponseDesc=OK 2021-05-04T00:37:05.410Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5f2b9a10-1303-4eb6-a41e-e48edcb2e5b5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:05.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:05.409Z InvocationID=9de606be-445f-4a20-9074-acc806d379cc 2021-05-04T00:37:05.654Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5f2b9a10-1303-4eb6-a41e-e48edcb2e5b5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:05.900Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5f2b9a10-1303-4eb6-a41e-e48edcb2e5b5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=491 EndTimestamp=2021-05-04T00:37:05.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:05.409Z InvocationID=9b260eaf-4f39-4ae5-a7dc-cab7fede1482 ResponseDesc=OK 2021-05-04T00:37:08.212Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5748267a-e92c-4bf7-8257-52453ab90f57 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:08.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:08.212Z InvocationID=1372be5d-736f-4337-aa8c-617bf0bd6b1a 2021-05-04T00:37:08.298Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5748267a-e92c-4bf7-8257-52453ab90f57 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:08.602Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5748267a-e92c-4bf7-8257-52453ab90f57 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=390 EndTimestamp=2021-05-04T00:37:08.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:08.212Z InvocationID=9040e3f3-818a-408e-a2e9-ef8957e16bd7 ResponseDesc=OK 2021-05-04T00:37:11.403Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b303c751-28d3-47b4-8400-7c91244415c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:11.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:11.403Z InvocationID=5064bae6-a195-43d7-a28c-16b44583c681 2021-05-04T00:37:11.456Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b303c751-28d3-47b4-8400-7c91244415c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:11.760Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b303c751-28d3-47b4-8400-7c91244415c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=357 EndTimestamp=2021-05-04T00:37:11.760Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:11.403Z InvocationID=f8122bd2-e543-409e-9fa2-3eabd0062fef ResponseDesc=OK 2021-05-04T00:37:14.423Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc4ab385-310f-4947-96e5-eaef0784559a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:14.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:14.423Z InvocationID=a8315e71-5408-48e3-93e1-f06f69ddebaa 2021-05-04T00:37:14.506Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc4ab385-310f-4947-96e5-eaef0784559a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:14.611Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bc4ab385-310f-4947-96e5-eaef0784559a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T00:37:14.611Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:14.423Z InvocationID=6eb1d6ae-ddf3-4728-84b7-a8db70759649 ResponseDesc=OK 2021-05-04T00:37:17.407Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc2ed035-98c1-4226-9c5f-0622f1c929e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:17.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:17.407Z InvocationID=59ca23ba-8a0e-489e-a08f-e2b326fec095 2021-05-04T00:37:17.423Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc2ed035-98c1-4226-9c5f-0622f1c929e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:17.508Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc2ed035-98c1-4226-9c5f-0622f1c929e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:37:17.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:17.407Z InvocationID=8d5f3153-bd6c-44c8-abd2-9d76c8833b3c ResponseDesc=OK 2021-05-04T00:37:20.315Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2836fef2-cb10-4c81-85a7-7b89d8210f7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:20.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:20.315Z InvocationID=e7821829-73ed-4382-a832-d5e729e16fb9 2021-05-04T00:37:20.401Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2836fef2-cb10-4c81-85a7-7b89d8210f7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:20.413Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2836fef2-cb10-4c81-85a7-7b89d8210f7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:37:20.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:20.315Z InvocationID=e5438ef0-65dd-44a4-8da0-1bcf3f05cd17 ResponseDesc=OK 2021-05-04T00:37:23.416Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=879c141f-5210-4950-b46c-7739ac8ce409 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:23.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:23.416Z InvocationID=dc8e70ca-4b80-41a1-a917-2c07a7bf6ca9 2021-05-04T00:37:23.662Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=879c141f-5210-4950-b46c-7739ac8ce409 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:23.901Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=879c141f-5210-4950-b46c-7739ac8ce409 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=484 EndTimestamp=2021-05-04T00:37:23.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:23.416Z InvocationID=ea4cb6af-005c-4fa4-a259-9bea209f2f41 ResponseDesc=OK 2021-05-04T00:37:25.889Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=977b7fea-34b8-411c-b83b-cfd1c1628d03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:25.889Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:25.889Z InvocationID=bbce89ff-94d5-4e1e-be78-ed0e0cd8ab15 2021-05-04T00:37:25.947Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=977b7fea-34b8-411c-b83b-cfd1c1628d03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:26.072Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=977b7fea-34b8-411c-b83b-cfd1c1628d03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=183 EndTimestamp=2021-05-04T00:37:26.072Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:25.889Z InvocationID=8f2a0068-e0b7-4e4f-b90e-0891c6068986 ResponseDesc=OK 2021-05-04T00:37:27.665Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=10756610-cbc3-4762-ab90-42143a4d939e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:27.664Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:27.664Z InvocationID=d40fefa5-cecf-4302-b231-fdf1b601722e 2021-05-04T00:37:27.746Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=10756610-cbc3-4762-ab90-42143a4d939e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:28.050Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=10756610-cbc3-4762-ab90-42143a4d939e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=386 EndTimestamp=2021-05-04T00:37:28.050Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:27.664Z InvocationID=c0052f1d-6512-4bed-8e4f-fb86d0f25828 ResponseDesc=OK 2021-05-04T00:37:29.207Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=51da69ae-ed7f-474c-82d8-cf0ec78a24eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:29.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:29.207Z InvocationID=64491e95-d34e-47d6-aeb9-a94de72dcc52 2021-05-04T00:37:29.347Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=51da69ae-ed7f-474c-82d8-cf0ec78a24eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:29.449Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=51da69ae-ed7f-474c-82d8-cf0ec78a24eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=242 EndTimestamp=2021-05-04T00:37:29.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:29.207Z InvocationID=0f27dbc9-2f67-47a1-b894-b591df16796b ResponseDesc=OK 2021-05-04T00:37:32.159Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1e4bdd9-c358-450b-9239-1882b384cb73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:32.159Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:32.159Z InvocationID=c22e4dd7-b3a7-4c56-b710-f9fd3861fdef 2021-05-04T00:37:32.248Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1e4bdd9-c358-450b-9239-1882b384cb73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:32.348Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1e4bdd9-c358-450b-9239-1882b384cb73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=189 EndTimestamp=2021-05-04T00:37:32.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:32.159Z InvocationID=d9691359-bccc-408f-8886-e6b254447c08 ResponseDesc=OK 2021-05-04T00:37:35.504Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae725a30-372b-4e14-be13-4c5fa1136c10 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:35.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:35.504Z InvocationID=b05c3694-bd09-4d81-abf3-3ec3dbd6b77e 2021-05-04T00:37:35.600Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae725a30-372b-4e14-be13-4c5fa1136c10 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:35.846Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ae725a30-372b-4e14-be13-4c5fa1136c10 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:37:35.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:35.504Z InvocationID=b8d18849-d9eb-4533-8f24-60884a13063b ResponseDesc=OK 2021-05-04T00:37:38.200Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa8beb1d-11e5-4160-8f3f-40c0434f6c0f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:38.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:38.200Z InvocationID=83aa21a0-db1c-4c79-99b4-7b0fe23b8834 2021-05-04T00:37:38.218Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa8beb1d-11e5-4160-8f3f-40c0434f6c0f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:38.229Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa8beb1d-11e5-4160-8f3f-40c0434f6c0f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=29 EndTimestamp=2021-05-04T00:37:38.229Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:38.200Z InvocationID=bb385003-1122-4101-9c72-ab74a268ede0 ResponseDesc=OK 2021-05-04T00:37:40.962Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2dfc6d18-1d22-4365-b043-f8576792fe3e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:40.962Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:40.962Z InvocationID=f8d19d8a-e296-4da3-85af-03d1dc4089e3 2021-05-04T00:37:41.045Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2dfc6d18-1d22-4365-b043-f8576792fe3e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:41.115Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2dfc6d18-1d22-4365-b043-f8576792fe3e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=152 EndTimestamp=2021-05-04T00:37:41.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:40.962Z InvocationID=adae92ce-4a87-4ed8-861f-7acbc892558f ResponseDesc=OK 2021-05-04T00:37:44.617Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68890971-6bf1-4ede-ab61-45a96be88e13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:44.617Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:44.617Z InvocationID=287a27bb-8f46-4fa4-8f65-bf468f5856b2 2021-05-04T00:37:44.703Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68890971-6bf1-4ede-ab61-45a96be88e13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:44.945Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68890971-6bf1-4ede-ab61-45a96be88e13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=328 EndTimestamp=2021-05-04T00:37:44.945Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:44.617Z InvocationID=338155da-ba4c-48b2-9ebe-b09377b70865 ResponseDesc=OK 2021-05-04T00:37:47.354Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ec949ab-54ce-43ec-a148-d734900b337e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:47.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:47.354Z InvocationID=eec18997-fc1c-4c7e-9186-5621bb798dda 2021-05-04T00:37:47.449Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ec949ab-54ce-43ec-a148-d734900b337e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:47.599Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ec949ab-54ce-43ec-a148-d734900b337e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=245 EndTimestamp=2021-05-04T00:37:47.599Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:47.354Z InvocationID=08acd4ac-3332-4e6e-8c12-7eed4b10bbd6 ResponseDesc=OK 2021-05-04T00:37:50.215Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=00ab72cc-ed36-4568-8baf-3229d363b45f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:50.215Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:50.215Z InvocationID=d4f91fb6-dea8-4c21-85ec-11d72d2dca13 2021-05-04T00:37:50.299Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=00ab72cc-ed36-4568-8baf-3229d363b45f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:50.498Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=00ab72cc-ed36-4568-8baf-3229d363b45f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=283 EndTimestamp=2021-05-04T00:37:50.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:50.215Z InvocationID=e8ed0152-25b6-4157-bd03-72818375612e ResponseDesc=OK 2021-05-04T00:37:53.404Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e6066e3-2c7e-4707-9332-62d3e8809d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:53.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:53.404Z InvocationID=b7b03e1f-1f65-4bc1-aa64-80fd6a881b05 2021-05-04T00:37:53.502Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e6066e3-2c7e-4707-9332-62d3e8809d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:53.747Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e6066e3-2c7e-4707-9332-62d3e8809d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:37:53.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:53.404Z InvocationID=19e70115-77ed-4bfd-b914-3e14d78ee989 ResponseDesc=OK 2021-05-04T00:37:56.322Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e59de232-4206-47cf-800e-370c778614f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:56.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:56.321Z InvocationID=6fb66cbd-b18f-4f97-913d-0a087443bc19 2021-05-04T00:37:56.402Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e59de232-4206-47cf-800e-370c778614f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:56.414Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e59de232-4206-47cf-800e-370c778614f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:37:56.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:56.321Z InvocationID=e1184c4a-1824-4734-97cf-029b4784c312 ResponseDesc=OK 2021-05-04T00:37:59.205Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2754eeb2-ea8a-402e-98dc-833b05401a7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:37:59.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:59.204Z InvocationID=75f1b8fa-a50d-4912-858e-1ced68f0bbd8 2021-05-04T00:37:59.212Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2754eeb2-ea8a-402e-98dc-833b05401a7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:37:59.305Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2754eeb2-ea8a-402e-98dc-833b05401a7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:37:59.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:37:59.204Z InvocationID=78229554-b867-4f9e-bdbf-67455c65755c ResponseDesc=OK 2021-05-04T00:38:01.157Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b1163d59-c0ef-4ada-bb66-5c06313590b3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:01.157Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:01.157Z InvocationID=0f8e8208-41d6-4c0f-88e4-5f220f31e11d 2021-05-04T00:38:01.202Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b1163d59-c0ef-4ada-bb66-5c06313590b3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:01.246Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b1163d59-c0ef-4ada-bb66-5c06313590b3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=89 EndTimestamp=2021-05-04T00:38:01.246Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:01.157Z InvocationID=db6b70ef-888b-4755-9148-bdf8c60717ba ResponseDesc=OK 2021-05-04T00:38:02.509Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5797a69e-e78c-4fb7-b200-69f5d75955fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:02.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:02.509Z InvocationID=6c8ad8bd-9859-445e-9928-7beeea737a31 2021-05-04T00:38:02.535Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5797a69e-e78c-4fb7-b200-69f5d75955fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:02.619Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5797a69e-e78c-4fb7-b200-69f5d75955fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T00:38:02.619Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:02.509Z InvocationID=63f781d9-d8bc-44ff-a13c-a1a6a04e2c3e ResponseDesc=OK 2021-05-04T00:38:05.604Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7774d1a2-d56a-4f31-aa6f-3f4ee999d293 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:05.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:05.603Z InvocationID=dcfda0aa-710a-48a2-ab38-10e19b9d00df 2021-05-04T00:38:05.646Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7774d1a2-d56a-4f31-aa6f-3f4ee999d293 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:05.901Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7774d1a2-d56a-4f31-aa6f-3f4ee999d293 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=298 EndTimestamp=2021-05-04T00:38:05.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:05.603Z InvocationID=b08c8d9f-3368-48a9-ac27-07aaec198e55 ResponseDesc=OK 2021-05-04T00:38:08.111Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47be5f67-cb7b-4399-adf2-c6e2d795aa9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:08.110Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:08.110Z InvocationID=c4036662-8b39-4c79-a08f-0fe7b7d8b06d 2021-05-04T00:38:08.122Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47be5f67-cb7b-4399-adf2-c6e2d795aa9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:08.216Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47be5f67-cb7b-4399-adf2-c6e2d795aa9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=106 EndTimestamp=2021-05-04T00:38:08.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:08.110Z InvocationID=ddf1bfa4-1813-4ab7-94fb-a3d89c041868 ResponseDesc=OK 2021-05-04T00:38:11.205Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85bfa673-9de8-40c4-b995-e65d49b7c35f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:11.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:11.204Z InvocationID=a6d90a84-ff24-42d9-af11-382f32115925 2021-05-04T00:38:11.345Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85bfa673-9de8-40c4-b995-e65d49b7c35f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:11.602Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85bfa673-9de8-40c4-b995-e65d49b7c35f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=398 EndTimestamp=2021-05-04T00:38:11.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:11.204Z InvocationID=9b6debd8-3382-4750-a511-163509ff760a ResponseDesc=OK 2021-05-04T00:38:14.511Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=780351bc-4d6a-4c62-aadf-e1de491c004c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:14.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:14.511Z InvocationID=8ecb7d7e-1ce9-4a3b-b082-31f98ff04f37 2021-05-04T00:38:14.520Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=780351bc-4d6a-4c62-aadf-e1de491c004c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:14.610Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=780351bc-4d6a-4c62-aadf-e1de491c004c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=99 EndTimestamp=2021-05-04T00:38:14.610Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:14.511Z InvocationID=29f85abb-638c-4d1b-8401-c00656d6053d ResponseDesc=OK 2021-05-04T00:38:17.322Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53d38c81-5273-4119-9001-0a3f4b8acc2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:17.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:17.322Z InvocationID=86f8bb85-655c-469e-8c7f-9055a9b9347f 2021-05-04T00:38:17.416Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53d38c81-5273-4119-9001-0a3f4b8acc2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:17.506Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53d38c81-5273-4119-9001-0a3f4b8acc2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=184 EndTimestamp=2021-05-04T00:38:17.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:17.322Z InvocationID=e3a817b1-89a5-4581-bea6-df13feacf40c ResponseDesc=OK 2021-05-04T00:38:20.219Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6a90832-1f2b-465a-bb95-4051c976556e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:20.219Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:20.219Z InvocationID=d61532e2-2f37-4220-999b-5d53a3dd132c 2021-05-04T00:38:20.301Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6a90832-1f2b-465a-bb95-4051c976556e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:20.452Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6a90832-1f2b-465a-bb95-4051c976556e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=233 EndTimestamp=2021-05-04T00:38:20.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:20.219Z InvocationID=7bca08f6-752a-4fe5-90bc-892c9a7136cb ResponseDesc=OK 2021-05-04T00:38:23.325Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8614fee-06f1-4e73-9524-ce2ab5f8535d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:23.325Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:23.325Z InvocationID=84a1850e-6f4a-44bc-8617-169a0002bed5 2021-05-04T00:38:23.403Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8614fee-06f1-4e73-9524-ce2ab5f8535d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:23.503Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8614fee-06f1-4e73-9524-ce2ab5f8535d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=178 EndTimestamp=2021-05-04T00:38:23.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:23.325Z InvocationID=a9df6e8a-2a1d-44ed-bd78-97600ed5c619 ResponseDesc=OK 2021-05-04T00:38:26.050Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2468eda3-c60d-4974-9968-83123cf32033 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:26.050Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:26.050Z InvocationID=01a6e271-22a3-4d81-9b29-dd051fe44024 2021-05-04T00:38:26.058Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2468eda3-c60d-4974-9968-83123cf32033 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:26.151Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2468eda3-c60d-4974-9968-83123cf32033 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:38:26.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:26.050Z InvocationID=ccabb434-40ef-4970-8c51-9e9bff552492 ResponseDesc=OK 2021-05-04T00:38:27.683Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b652fe3-1751-4c52-abcb-7bc793b03249 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:27.683Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:27.683Z InvocationID=2fea943b-1a69-4ffc-9bf6-db5b4bc73a7a 2021-05-04T00:38:27.702Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b652fe3-1751-4c52-abcb-7bc793b03249 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:27.805Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b652fe3-1751-4c52-abcb-7bc793b03249 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=122 EndTimestamp=2021-05-04T00:38:27.805Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:27.683Z InvocationID=ecf8718f-9ddd-4955-bbbe-c7306406f38a ResponseDesc=OK 2021-05-04T00:38:29.104Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5f640d66-df9a-47a4-a1b7-5746d726ad9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:29.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:29.104Z InvocationID=80b9d964-5b29-4036-a3c8-63d6dcdcae7e 2021-05-04T00:38:29.114Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5f640d66-df9a-47a4-a1b7-5746d726ad9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:29.208Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5f640d66-df9a-47a4-a1b7-5746d726ad9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:38:29.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:29.104Z InvocationID=41feb840-b279-4c3b-8630-832ea2967011 ResponseDesc=OK 2021-05-04T00:38:32.158Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d483d5b4-8c96-419d-97ab-a9bd15999afe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:32.158Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:32.158Z InvocationID=f59cd7fe-a378-45db-afbd-fc67a6b9abeb 2021-05-04T00:38:32.166Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d483d5b4-8c96-419d-97ab-a9bd15999afe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:32.264Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d483d5b4-8c96-419d-97ab-a9bd15999afe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=106 EndTimestamp=2021-05-04T00:38:32.264Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:32.158Z InvocationID=595b60d0-8e5c-401c-bc85-8a3829a6d8c4 ResponseDesc=OK 2021-05-04T00:38:35.019Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7a8418a-da66-4041-bd7e-9789b626bb73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:35.019Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:35.019Z InvocationID=908723b6-6a56-4bac-a760-6ebc10befa6d 2021-05-04T00:38:35.123Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7a8418a-da66-4041-bd7e-9789b626bb73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:35.431Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c7a8418a-da66-4041-bd7e-9789b626bb73 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=412 EndTimestamp=2021-05-04T00:38:35.431Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:35.019Z InvocationID=aa798221-c185-4252-b872-ee5f9261f90f ResponseDesc=OK 2021-05-04T00:38:38.220Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08b425e7-e454-49de-8503-f46bdbd79555 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:38.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:38.220Z InvocationID=6b68fbfa-2cd4-411e-8167-23bbadc89340 2021-05-04T00:38:38.310Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08b425e7-e454-49de-8503-f46bdbd79555 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:38.407Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=08b425e7-e454-49de-8503-f46bdbd79555 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:38:38.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:38.220Z InvocationID=5f9d984e-5158-4de4-be7c-7fc7a64ad528 ResponseDesc=OK 2021-05-04T00:38:41.219Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4caf8da6-6eb8-4138-8212-8e981d9e0659 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:41.219Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:41.219Z InvocationID=065ac6ad-e1d9-488a-928b-bce6bbe368ab 2021-05-04T00:38:41.226Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4caf8da6-6eb8-4138-8212-8e981d9e0659 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:41.401Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4caf8da6-6eb8-4138-8212-8e981d9e0659 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=181 EndTimestamp=2021-05-04T00:38:41.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:41.219Z InvocationID=2386ae8c-ab76-42e1-8b74-3ab05cd1aa6f ResponseDesc=OK 2021-05-04T00:38:44.553Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6bca1748-94a9-4fff-aa77-549961c4f6d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:44.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:44.552Z InvocationID=bc9dad32-a7aa-40c7-b798-4c5464f360f3 2021-05-04T00:38:44.746Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6bca1748-94a9-4fff-aa77-549961c4f6d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:45.001Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6bca1748-94a9-4fff-aa77-549961c4f6d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=449 EndTimestamp=2021-05-04T00:38:45.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:44.552Z InvocationID=1d7618b6-74c3-4da3-a7d0-a15168ee9ed9 ResponseDesc=OK 2021-05-04T00:38:47.264Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7434e951-f69d-4655-9e29-ba571b614023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:47.264Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:47.264Z InvocationID=7f814745-bf2f-4d39-ade7-0d58b542ae08 2021-05-04T00:38:47.346Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7434e951-f69d-4655-9e29-ba571b614023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:47.546Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7434e951-f69d-4655-9e29-ba571b614023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=282 EndTimestamp=2021-05-04T00:38:47.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:47.264Z InvocationID=2541fe5d-2d28-4f1b-8c99-6fb08d874dc5 ResponseDesc=OK 2021-05-04T00:38:50.124Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e400d928-5284-4223-9979-77048ba51af5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:50.124Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:50.124Z InvocationID=437043f2-a823-45f4-bb09-4d88029502fc 2021-05-04T00:38:50.199Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e400d928-5284-4223-9979-77048ba51af5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:50.299Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e400d928-5284-4223-9979-77048ba51af5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=175 EndTimestamp=2021-05-04T00:38:50.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:50.124Z InvocationID=4ad3f960-826f-4e29-9630-eacbcfe644de ResponseDesc=OK 2021-05-04T00:38:53.503Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5fd9faeb-3e22-445e-9160-c0aede7480f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:53.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:53.503Z InvocationID=e71e0b72-d213-4875-841c-0a06b682d97f 2021-05-04T00:38:53.745Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5fd9faeb-3e22-445e-9160-c0aede7480f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:54.001Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5fd9faeb-3e22-445e-9160-c0aede7480f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=497 EndTimestamp=2021-05-04T00:38:54.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:53.503Z InvocationID=3a562f5d-eb20-4ec2-9f03-9bd32b6f0c78 ResponseDesc=OK 2021-05-04T00:38:56.309Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b13eff12-9ee4-4a2e-9795-0b682a791ee9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:56.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:56.308Z InvocationID=32908479-7c5d-4064-89fd-8bfd3e749900 2021-05-04T00:38:56.431Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b13eff12-9ee4-4a2e-9795-0b682a791ee9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:56.523Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b13eff12-9ee4-4a2e-9795-0b682a791ee9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=215 EndTimestamp=2021-05-04T00:38:56.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:56.308Z InvocationID=bc48f98c-7803-4b7e-b3b6-0ea2da608d8c ResponseDesc=OK 2021-05-04T00:38:59.311Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5cbaa7e6-938d-4ee8-bfb9-46b399e12201 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:38:59.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:59.310Z InvocationID=7b446d9e-385e-400c-abee-10e6813ca381 2021-05-04T00:38:59.318Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5cbaa7e6-938d-4ee8-bfb9-46b399e12201 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:38:59.414Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5cbaa7e6-938d-4ee8-bfb9-46b399e12201 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:38:59.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:38:59.310Z InvocationID=212f5b6e-dfd1-4671-ae93-97f1c67cb19b ResponseDesc=OK 2021-05-04T00:39:01.150Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1118f3cf-05a4-43dd-91f9-9ad9ba95cf7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:01.150Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:01.150Z InvocationID=ae8c66c6-20a4-4686-a353-2d620be34533 2021-05-04T00:39:01.204Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1118f3cf-05a4-43dd-91f9-9ad9ba95cf7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:01.214Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1118f3cf-05a4-43dd-91f9-9ad9ba95cf7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=64 EndTimestamp=2021-05-04T00:39:01.214Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:01.150Z InvocationID=b763a133-cf95-4e6c-b7bb-5ddc9dc1c32f ResponseDesc=OK 2021-05-04T00:39:02.505Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e97caa0e-b2e9-403b-baa9-f9d997c8fe40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:02.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:02.505Z InvocationID=aba95ad5-3cbe-4ce0-9f1f-cb39805011c8 2021-05-04T00:39:02.522Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e97caa0e-b2e9-403b-baa9-f9d997c8fe40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:02.609Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e97caa0e-b2e9-403b-baa9-f9d997c8fe40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:39:02.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:02.505Z InvocationID=39bb5ad9-007b-4613-bee4-8e7f571b342d ResponseDesc=OK 2021-05-04T00:39:05.616Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=06cc6ab8-22c9-45c2-8995-d09dc8906c70 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:05.616Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:05.616Z InvocationID=8e80decb-f0ef-414c-bfcd-f3d3106dc3f5 2021-05-04T00:39:05.700Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=06cc6ab8-22c9-45c2-8995-d09dc8906c70 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:05.945Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=06cc6ab8-22c9-45c2-8995-d09dc8906c70 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=329 EndTimestamp=2021-05-04T00:39:05.945Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:05.616Z InvocationID=24f0c79d-ef76-43b3-a421-9fb1f21fa264 ResponseDesc=OK 2021-05-04T00:39:08.203Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=46d649de-87c2-4d2e-b80b-99e79e24e9d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:08.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:08.203Z InvocationID=db2eec11-08e6-44c9-bad6-1106c50195d4 2021-05-04T00:39:08.211Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=46d649de-87c2-4d2e-b80b-99e79e24e9d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:08.219Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=46d649de-87c2-4d2e-b80b-99e79e24e9d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=16 EndTimestamp=2021-05-04T00:39:08.219Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:08.203Z InvocationID=3f482bc5-b168-4724-96b3-9a058f914e67 ResponseDesc=OK 2021-05-04T00:39:11.307Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7625815f-b818-4c2a-bee4-1724297997b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:11.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:11.307Z InvocationID=174c76fc-8183-4532-a6bd-b159c9176f5f 2021-05-04T00:39:11.397Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7625815f-b818-4c2a-bee4-1724297997b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:11.554Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7625815f-b818-4c2a-bee4-1724297997b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=247 EndTimestamp=2021-05-04T00:39:11.554Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:11.307Z InvocationID=06bde940-bd96-454e-9b3a-ff6a6e41ce73 ResponseDesc=OK 2021-05-04T00:39:14.419Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d9ec751-4d2a-4ac3-b245-c4453644f9c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:14.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:14.419Z InvocationID=78c60a2c-a737-4580-bbfc-dddeb568aab3 2021-05-04T00:39:14.505Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d9ec751-4d2a-4ac3-b245-c4453644f9c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:14.517Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d9ec751-4d2a-4ac3-b245-c4453644f9c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:39:14.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:14.419Z InvocationID=77a7c165-f829-48d7-a3f5-10b337c167fa ResponseDesc=OK 2021-05-04T00:39:17.027Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6d5ca90-1fde-48d8-9ded-29b0640e1dee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:17.027Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:17.027Z InvocationID=984132c0-ebc8-4bf3-8eae-dc1e64dc37f4 2021-05-04T00:39:17.036Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6d5ca90-1fde-48d8-9ded-29b0640e1dee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:17.100Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6d5ca90-1fde-48d8-9ded-29b0640e1dee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=72 EndTimestamp=2021-05-04T00:39:17.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:17.027Z InvocationID=3a844e8d-b9bf-47b8-876a-1fa5ec501249 ResponseDesc=OK 2021-05-04T00:39:20.307Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc9bf67f-33d2-4019-a41b-ff9ab6d807b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:20.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:20.306Z InvocationID=33e794b7-a7da-44c2-90a2-e931a77aa1c2 2021-05-04T00:39:20.315Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc9bf67f-33d2-4019-a41b-ff9ab6d807b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:20.506Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc9bf67f-33d2-4019-a41b-ff9ab6d807b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=200 EndTimestamp=2021-05-04T00:39:20.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:20.306Z InvocationID=5d17f241-370a-4c56-a84a-ebb4c3e580a2 ResponseDesc=OK 2021-05-04T00:39:23.204Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b77b9e9-2206-43dd-9418-a719c0cec81a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:23.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:23.204Z InvocationID=0e9a038c-9041-4247-824b-3e4755f36b99 2021-05-04T00:39:23.212Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b77b9e9-2206-43dd-9418-a719c0cec81a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:23.446Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b77b9e9-2206-43dd-9418-a719c0cec81a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=242 EndTimestamp=2021-05-04T00:39:23.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:23.204Z InvocationID=3ce9a50f-b71f-4243-8fd4-1e75f6fba1a6 ResponseDesc=OK 2021-05-04T00:39:26.253Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a45184a6-09cb-4b16-9863-fae2d23d4a61 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:26.253Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:26.253Z InvocationID=4a0f9beb-006c-45a8-a0f6-e5f2908a8c6f 2021-05-04T00:39:26.264Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a45184a6-09cb-4b16-9863-fae2d23d4a61 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:26.346Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a45184a6-09cb-4b16-9863-fae2d23d4a61 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:39:26.346Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:26.253Z InvocationID=b88e8a84-2324-4e32-aa64-98508917f95e ResponseDesc=OK 2021-05-04T00:39:27.656Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f22debf0-0ac7-4346-b1c4-7ae8440bae12 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:27.656Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:27.656Z InvocationID=855a7ad4-f67d-4c5a-9215-0c673e1cd6e1 2021-05-04T00:39:27.703Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f22debf0-0ac7-4346-b1c4-7ae8440bae12 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:27.800Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f22debf0-0ac7-4346-b1c4-7ae8440bae12 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=144 EndTimestamp=2021-05-04T00:39:27.800Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:27.656Z InvocationID=b7e20721-5561-4a7b-87c5-ad39edbf3779 ResponseDesc=OK 2021-05-04T00:39:29.210Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18206b11-2a97-4ee3-af1d-8c20ddc51db3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:29.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:29.210Z InvocationID=006d4fa0-ba7f-4b1c-b591-3ea3317646c1 2021-05-04T00:39:29.299Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18206b11-2a97-4ee3-af1d-8c20ddc51db3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:29.310Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18206b11-2a97-4ee3-af1d-8c20ddc51db3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:39:29.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:29.210Z InvocationID=c741d2e2-03c4-4ae5-a10f-61bcfbb31c0f ResponseDesc=OK 2021-05-04T00:39:32.260Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04ddb8b3-d819-4654-a4f2-ad83ce215fd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:32.260Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:32.260Z InvocationID=1facdf8b-5d33-4cff-9d5a-31fde2cde181 2021-05-04T00:39:32.348Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04ddb8b3-d819-4654-a4f2-ad83ce215fd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:32.400Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04ddb8b3-d819-4654-a4f2-ad83ce215fd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=140 EndTimestamp=2021-05-04T00:39:32.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:32.260Z InvocationID=2ddf75ee-e125-4a4c-a0e0-068c20934c2e ResponseDesc=OK 2021-05-04T00:39:35.410Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45f77fdb-5f38-4121-b470-f3a3dfbc676f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:35.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:35.410Z InvocationID=58c2f09d-9adf-4275-98de-1f59a4c30a7d 2021-05-04T00:39:35.500Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45f77fdb-5f38-4121-b470-f3a3dfbc676f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:35.608Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45f77fdb-5f38-4121-b470-f3a3dfbc676f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T00:39:35.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:35.410Z InvocationID=6be976f2-2589-410d-8997-e79df5e31e1f ResponseDesc=OK 2021-05-04T00:39:38.122Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0574b797-b957-4cd3-b9f2-48ad4437c487 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:38.122Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:38.122Z InvocationID=3e805d6d-195c-4bd6-acfa-0cebd10fd1ff 2021-05-04T00:39:38.204Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0574b797-b957-4cd3-b9f2-48ad4437c487 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:38.303Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0574b797-b957-4cd3-b9f2-48ad4437c487 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:39:38.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:38.122Z InvocationID=40da5355-6f6a-4a12-ba7e-8c63e811e833 ResponseDesc=OK 2021-05-04T00:39:41.318Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5cc56e8e-8f7d-4a52-bba8-854954b2ea98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:41.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:41.318Z InvocationID=6f01b2ee-abf5-4965-b67c-f917b3c1a5f7 2021-05-04T00:39:41.399Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5cc56e8e-8f7d-4a52-bba8-854954b2ea98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:41.409Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5cc56e8e-8f7d-4a52-bba8-854954b2ea98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=90 EndTimestamp=2021-05-04T00:39:41.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:41.318Z InvocationID=92bb9532-d079-41e7-9fc1-8b77d16fe5db ResponseDesc=OK 2021-05-04T00:39:44.210Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7449aad-ad14-4a7f-b8ff-364a69474028 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:44.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:44.210Z InvocationID=0b1205a0-79e6-45de-a6b7-95dad4bf650b 2021-05-04T00:39:44.253Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7449aad-ad14-4a7f-b8ff-364a69474028 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:44.547Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d7449aad-ad14-4a7f-b8ff-364a69474028 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=337 EndTimestamp=2021-05-04T00:39:44.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:44.210Z InvocationID=bfe3a058-bd65-42df-b430-6d5faf8aa402 ResponseDesc=OK 2021-05-04T00:39:47.091Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=36f5be6a-f875-4d60-83fc-4ee29f67df20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:47.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:47.091Z InvocationID=866d34c1-95d3-493e-b205-b49a9fa40bf5 2021-05-04T00:39:47.148Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=36f5be6a-f875-4d60-83fc-4ee29f67df20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:47.256Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=36f5be6a-f875-4d60-83fc-4ee29f67df20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=165 EndTimestamp=2021-05-04T00:39:47.256Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:47.091Z InvocationID=d64e3aa6-152d-4082-ab27-916e74ba73c6 ResponseDesc=OK 2021-05-04T00:39:50.114Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3ce8a67-85cb-483d-b705-fe16f3bb982c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:50.113Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:50.113Z InvocationID=f9b559d4-dde0-4af4-abf7-e99dbd1bc45a 2021-05-04T00:39:50.204Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3ce8a67-85cb-483d-b705-fe16f3bb982c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:50.301Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f3ce8a67-85cb-483d-b705-fe16f3bb982c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T00:39:50.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:50.113Z InvocationID=11cf7222-0ab0-4fb5-a576-12eb49a31f40 ResponseDesc=OK 2021-05-04T00:39:53.552Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce92a9e7-37ac-406e-808f-54091531aab4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:53.551Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:53.551Z InvocationID=a74c32b9-402c-499b-a524-f450c8151704 2021-05-04T00:39:53.648Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce92a9e7-37ac-406e-808f-54091531aab4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:53.948Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce92a9e7-37ac-406e-808f-54091531aab4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T00:39:53.948Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:53.551Z InvocationID=c548e78a-2e61-4e97-b473-56ea5fd60480 ResponseDesc=OK 2021-05-04T00:39:56.605Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dba09bd7-32a4-414d-ba75-73d67808840f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:56.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:56.605Z InvocationID=29899837-655c-4a6b-924f-26cc9d692545 2021-05-04T00:39:56.614Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dba09bd7-32a4-414d-ba75-73d67808840f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:56.721Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dba09bd7-32a4-414d-ba75-73d67808840f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=115 EndTimestamp=2021-05-04T00:39:56.720Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:56.605Z InvocationID=f3d2567b-4f96-4cdf-9ed8-65b611e86e34 ResponseDesc=OK 2021-05-04T00:39:59.103Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3a9793cb-ad59-4f6e-a155-ceaa2a1217a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:39:59.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:59.102Z InvocationID=a35f0cc5-00c7-4cc3-a38f-11def1529d30 2021-05-04T00:39:59.121Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3a9793cb-ad59-4f6e-a155-ceaa2a1217a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:39:59.224Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3a9793cb-ad59-4f6e-a155-ceaa2a1217a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=121 EndTimestamp=2021-05-04T00:39:59.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:39:59.102Z InvocationID=ced24e2f-f8f0-46b9-bb26-8bb3849a28af ResponseDesc=OK 2021-05-04T00:40:01.129Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3ea04c1-3310-4931-abd4-03b0adc569ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:01.129Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:01.129Z InvocationID=b718cace-415c-466b-8954-1d2724c607dd 2021-05-04T00:40:01.288Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3ea04c1-3310-4931-abd4-03b0adc569ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:01.346Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3ea04c1-3310-4931-abd4-03b0adc569ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=217 EndTimestamp=2021-05-04T00:40:01.346Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:01.129Z InvocationID=a2a9dcf4-3f8b-4b9b-961b-0f51cf2a87eb ResponseDesc=OK 2021-05-04T00:40:02.514Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d736ead-669b-4ae6-874b-a50fdcff5ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:02.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:02.514Z InvocationID=a0003d58-5c2d-4c23-9667-669e14b784a7 2021-05-04T00:40:02.522Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d736ead-669b-4ae6-874b-a50fdcff5ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:02.607Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d736ead-669b-4ae6-874b-a50fdcff5ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:40:02.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:02.514Z InvocationID=ed75610a-6274-4814-9006-e453f3026a9f ResponseDesc=OK 2021-05-04T00:40:05.524Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=283a4fe6-6f44-4b39-a961-5d5ffea5f55b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:05.524Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:05.524Z InvocationID=45f68793-986c-4a66-9908-30ac92345fdb 2021-05-04T00:40:05.747Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=283a4fe6-6f44-4b39-a961-5d5ffea5f55b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:06.002Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=283a4fe6-6f44-4b39-a961-5d5ffea5f55b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=478 EndTimestamp=2021-05-04T00:40:06.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:05.524Z InvocationID=c35bafb0-7be3-4558-b922-f6790703983b ResponseDesc=OK 2021-05-04T00:40:08.208Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e526fb5f-48ea-4ea2-9267-a7694254bfa9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:08.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:08.208Z InvocationID=09e0c83a-e2a8-4923-9967-ee082435e993 2021-05-04T00:40:08.215Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e526fb5f-48ea-4ea2-9267-a7694254bfa9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:08.397Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e526fb5f-48ea-4ea2-9267-a7694254bfa9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=189 EndTimestamp=2021-05-04T00:40:08.397Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:08.208Z InvocationID=da6567d9-fe50-42b5-bedb-76befd3ba206 ResponseDesc=OK 2021-05-04T00:40:11.151Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be4fc304-b888-42c6-8925-2bec0e589f9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:11.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:11.151Z InvocationID=422afb93-0263-4b42-b751-4b4bfed6292c 2021-05-04T00:40:11.158Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be4fc304-b888-42c6-8925-2bec0e589f9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:11.254Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be4fc304-b888-42c6-8925-2bec0e589f9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:40:11.254Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:11.151Z InvocationID=77aded4d-4adc-4fa9-8d90-b2e3679c305c ResponseDesc=OK 2021-05-04T00:40:14.505Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=096d4958-22fe-4dc4-b784-63e86dfa50eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:14.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:14.504Z InvocationID=244c766a-f18e-4dd1-87fa-2f3402b86827 2021-05-04T00:40:14.513Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=096d4958-22fe-4dc4-b784-63e86dfa50eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:14.703Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=096d4958-22fe-4dc4-b784-63e86dfa50eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=199 EndTimestamp=2021-05-04T00:40:14.703Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:14.504Z InvocationID=5c06cfaf-8120-4e78-8488-2ae78a1cbf4a ResponseDesc=OK 2021-05-04T00:40:17.505Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87561253-a042-419c-8a32-4b654df5e9e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:17.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:17.505Z InvocationID=3007050b-8d37-41cf-b4bc-9f3d0562feb0 2021-05-04T00:40:17.512Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87561253-a042-419c-8a32-4b654df5e9e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:17.598Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87561253-a042-419c-8a32-4b654df5e9e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:40:17.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:17.505Z InvocationID=aeef426f-c957-4ca1-b79f-33e4d6355bc4 ResponseDesc=OK 2021-05-04T00:40:20.114Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=459b88fa-02cb-461a-9fdf-5268b72dce6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:20.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:20.114Z InvocationID=d0b94d31-1498-443a-b544-b74db948f733 2021-05-04T00:40:20.199Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=459b88fa-02cb-461a-9fdf-5268b72dce6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:20.239Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=459b88fa-02cb-461a-9fdf-5268b72dce6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=125 EndTimestamp=2021-05-04T00:40:20.239Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:20.114Z InvocationID=95a2741e-768c-4f01-a468-3e5785a00eee ResponseDesc=OK 2021-05-04T00:40:23.404Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fc48aa5-c2b0-47a3-9b76-8c2fbea2716a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:23.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:23.404Z InvocationID=ee2a2416-8be3-4039-8d61-7cdc20d44c35 2021-05-04T00:40:23.645Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fc48aa5-c2b0-47a3-9b76-8c2fbea2716a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:24.302Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fc48aa5-c2b0-47a3-9b76-8c2fbea2716a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=898 EndTimestamp=2021-05-04T00:40:24.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:23.404Z InvocationID=f1d4251b-71ca-4721-ab68-5d4b52345a34 ResponseDesc=OK 2021-05-04T00:40:25.984Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b747435-91e0-427b-80e4-b4c984404481 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:25.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:25.984Z InvocationID=675b84b3-d718-4313-a73d-c07d8f1dd43a 2021-05-04T00:40:26.065Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b747435-91e0-427b-80e4-b4c984404481 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:26.166Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2b747435-91e0-427b-80e4-b4c984404481 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:40:26.166Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:25.984Z InvocationID=7ec66666-60ee-4523-98fc-9e1eb5304d3a ResponseDesc=OK 2021-05-04T00:40:27.676Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed22a68f-ceb0-4574-8dd8-bac356d35476 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:27.676Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:27.676Z InvocationID=c705a7b9-e1d7-4fe6-a2c2-bd4fca3cf38f 2021-05-04T00:40:27.712Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed22a68f-ceb0-4574-8dd8-bac356d35476 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:27.848Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed22a68f-ceb0-4574-8dd8-bac356d35476 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=172 EndTimestamp=2021-05-04T00:40:27.848Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:27.676Z InvocationID=b8a39c40-2b8a-48b9-b8b4-49299d986349 ResponseDesc=OK 2021-05-04T00:40:29.303Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=230971dc-9606-40c5-8942-a4ff3e55e319 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:29.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:29.303Z InvocationID=85d5795c-8117-425c-9d4f-692d770367fc 2021-05-04T00:40:29.446Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=230971dc-9606-40c5-8942-a4ff3e55e319 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:29.547Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=230971dc-9606-40c5-8942-a4ff3e55e319 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=244 EndTimestamp=2021-05-04T00:40:29.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:29.303Z InvocationID=75b5793a-5d32-46fa-ad30-d1965982e648 ResponseDesc=OK 2021-05-04T00:40:32.262Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1f6f718e-8056-409f-ac29-1612ace79a26 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:32.262Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:32.262Z InvocationID=30aa1e1f-b2fa-422f-867b-2b287e6f22eb 2021-05-04T00:40:32.352Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1f6f718e-8056-409f-ac29-1612ace79a26 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:32.447Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1f6f718e-8056-409f-ac29-1612ace79a26 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=185 EndTimestamp=2021-05-04T00:40:32.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:32.262Z InvocationID=f05bb98c-12a3-4f5b-861f-165307d1c9f9 ResponseDesc=OK 2021-05-04T00:40:35.407Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=213304b8-bc5a-45aa-a98a-f463175b0095 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:35.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:35.407Z InvocationID=a25088db-97b2-47d0-a8df-71584f7c527d 2021-05-04T00:40:35.413Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=213304b8-bc5a-45aa-a98a-f463175b0095 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:35.501Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=213304b8-bc5a-45aa-a98a-f463175b0095 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T00:40:35.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:35.407Z InvocationID=3fb57f98-139c-4406-be49-5fc3fc2ea8d3 ResponseDesc=OK 2021-05-04T00:40:38.324Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d732382e-df9d-4f16-a80a-81c5bb9af262 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:38.324Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:38.324Z InvocationID=2d9741e5-f178-46b5-b78c-b9b6bd67f25b 2021-05-04T00:40:38.402Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d732382e-df9d-4f16-a80a-81c5bb9af262 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:38.424Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d732382e-df9d-4f16-a80a-81c5bb9af262 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:40:38.424Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:38.324Z InvocationID=8b6b964f-13be-4b54-af0a-e64acc61336b ResponseDesc=OK 2021-05-04T00:40:41.314Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b7a8b62-c170-4164-9061-2be000664b90 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:41.313Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:41.313Z InvocationID=541cdde1-45f6-46e6-a483-b79b231eef39 2021-05-04T00:40:41.405Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b7a8b62-c170-4164-9061-2be000664b90 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:41.506Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b7a8b62-c170-4164-9061-2be000664b90 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:40:41.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:41.313Z InvocationID=77443ed1-b47e-49d3-a1f8-3b71ea4b5a89 ResponseDesc=OK 2021-05-04T00:40:44.608Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=323039ea-5c37-4753-b793-bbf855ca97f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:44.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:44.608Z InvocationID=b66e36e9-81bd-4d01-8ce9-47e340106c46 2021-05-04T00:40:44.700Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=323039ea-5c37-4753-b793-bbf855ca97f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:45.147Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=323039ea-5c37-4753-b793-bbf855ca97f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=538 EndTimestamp=2021-05-04T00:40:45.146Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:44.608Z InvocationID=8c1add74-c0d8-42bf-9462-d02a8f6a52bb ResponseDesc=OK 2021-05-04T00:40:47.268Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b0d5b3f-4745-47ee-8500-c215cd01d8f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:47.268Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:47.268Z InvocationID=be41833a-b18b-4fc3-87e9-5d3996fecda8 2021-05-04T00:40:47.445Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b0d5b3f-4745-47ee-8500-c215cd01d8f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:47.499Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b0d5b3f-4745-47ee-8500-c215cd01d8f2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=231 EndTimestamp=2021-05-04T00:40:47.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:47.268Z InvocationID=cedbaa3b-19f2-4d86-9834-654d0cb0e5c9 ResponseDesc=OK 2021-05-04T00:40:50.206Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dfd76ee6-1ded-4a7e-8be0-22c402d46cff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:50.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:50.205Z InvocationID=329ad7d5-bd43-4ff2-abaf-42f85711438f 2021-05-04T00:40:50.215Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dfd76ee6-1ded-4a7e-8be0-22c402d46cff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:50.399Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dfd76ee6-1ded-4a7e-8be0-22c402d46cff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:40:50.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:50.205Z InvocationID=3b4fb0ce-4ca0-4703-bea5-e93ee51b9a70 ResponseDesc=OK 2021-05-04T00:40:53.403Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f73091b5-76c0-4c27-9f14-00bad68022d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:53.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:53.403Z InvocationID=1ecf14a3-a03d-4bf6-b3ae-17a0b4f3d2a9 2021-05-04T00:40:53.500Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f73091b5-76c0-4c27-9f14-00bad68022d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:53.746Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f73091b5-76c0-4c27-9f14-00bad68022d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:40:53.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:53.403Z InvocationID=8b28c45c-f580-4d55-93ce-3ee24fa424f6 ResponseDesc=OK 2021-05-04T00:40:56.229Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b806d10-5f17-4930-84a8-f3b611ef3b72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:56.228Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:56.228Z InvocationID=c42057e1-76a7-47f0-8571-2b59769579da 2021-05-04T00:40:56.304Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b806d10-5f17-4930-84a8-f3b611ef3b72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:56.404Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b806d10-5f17-4930-84a8-f3b611ef3b72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=176 EndTimestamp=2021-05-04T00:40:56.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:56.228Z InvocationID=c9622b40-ce6b-4307-bd98-2d4766e2c222 ResponseDesc=OK 2021-05-04T00:40:59.414Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08f93402-75e8-4f03-81a9-5c2d927c832a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:40:59.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:59.413Z InvocationID=5c9fb6bb-6a45-490a-841d-db7e2c11d870 2021-05-04T00:40:59.500Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08f93402-75e8-4f03-81a9-5c2d927c832a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:40:59.514Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=08f93402-75e8-4f03-81a9-5c2d927c832a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:40:59.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:40:59.413Z InvocationID=da30f92f-18d8-4a3d-8277-cf1df1cf66ab ResponseDesc=OK 2021-05-04T00:41:01.148Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48584d3d-f212-45c6-aa96-b41e465dc0d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:01.147Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:01.147Z InvocationID=ef9353a4-30ee-4a3b-8bfd-d6e05ce46d5a 2021-05-04T00:41:01.213Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48584d3d-f212-45c6-aa96-b41e465dc0d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:01.306Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48584d3d-f212-45c6-aa96-b41e465dc0d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=159 EndTimestamp=2021-05-04T00:41:01.306Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:01.147Z InvocationID=bb40f9e6-af9d-4b8f-a699-3a78b18873c4 ResponseDesc=OK 2021-05-04T00:41:02.515Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a813a6f6-785f-4253-a4c3-b86622592816 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:02.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:02.515Z InvocationID=c38c0b1a-90b9-40d2-a0c1-a25f8ab74804 2021-05-04T00:41:02.601Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a813a6f6-785f-4253-a4c3-b86622592816 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:02.619Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a813a6f6-785f-4253-a4c3-b86622592816 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:41:02.619Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:02.515Z InvocationID=041e6d4d-296c-41fb-be96-ae1f77230717 ResponseDesc=OK 2021-05-04T00:41:05.707Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d51e8462-1c4f-4518-afb5-bf4117c2fff2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:05.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:05.707Z InvocationID=a20046a0-234e-4ef1-8c14-f015b56f7865 2021-05-04T00:41:05.747Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d51e8462-1c4f-4518-afb5-bf4117c2fff2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:05.946Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d51e8462-1c4f-4518-afb5-bf4117c2fff2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=239 EndTimestamp=2021-05-04T00:41:05.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:05.707Z InvocationID=479a4406-696d-40ec-b9ef-185944fef272 ResponseDesc=OK 2021-05-04T00:41:08.200Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=166ccc2f-ddda-43db-82bb-976ccb8ea129 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:08.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:08.200Z InvocationID=db8f3578-7bee-4e3b-a5a5-2fe2b30e62c8 2021-05-04T00:41:08.215Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=166ccc2f-ddda-43db-82bb-976ccb8ea129 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:08.336Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=166ccc2f-ddda-43db-82bb-976ccb8ea129 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=136 EndTimestamp=2021-05-04T00:41:08.336Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:08.200Z InvocationID=88dd8b39-ecc6-4ced-8a7a-792055ca69d7 ResponseDesc=OK 2021-05-04T00:41:11.203Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53f4f6b0-34e7-4013-bcb2-551cdc14729e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:11.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:11.203Z InvocationID=1d0d4575-83bb-4540-8ac1-76fb39cd048b 2021-05-04T00:41:11.249Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53f4f6b0-34e7-4013-bcb2-551cdc14729e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:11.261Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53f4f6b0-34e7-4013-bcb2-551cdc14729e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=58 EndTimestamp=2021-05-04T00:41:11.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:11.203Z InvocationID=7c94dcd7-80fe-46d4-88db-e957ab929400 ResponseDesc=OK 2021-05-04T00:41:14.619Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5bd82d3e-8a3a-4789-8e22-88c5d0c562e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:14.619Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:14.619Z InvocationID=4dc60275-fed9-4995-abea-ea69d7c0c366 2021-05-04T00:41:14.711Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5bd82d3e-8a3a-4789-8e22-88c5d0c562e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:14.801Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5bd82d3e-8a3a-4789-8e22-88c5d0c562e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:41:14.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:14.619Z InvocationID=dd6fb8a4-d1b3-4f47-a33a-b7709b393ec3 ResponseDesc=OK 2021-05-04T00:41:17.511Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1017e2c6-f712-4402-836a-857c79ba5dd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:17.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:17.511Z InvocationID=c17d113b-8448-4049-847d-b267709256b5 2021-05-04T00:41:17.520Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1017e2c6-f712-4402-836a-857c79ba5dd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:17.604Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1017e2c6-f712-4402-836a-857c79ba5dd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=92 EndTimestamp=2021-05-04T00:41:17.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:17.511Z InvocationID=4ba59b23-96ed-467c-8991-608c19dbef80 ResponseDesc=OK 2021-05-04T00:41:20.308Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9fcac2ef-187e-47e8-8fbd-99cd20a75a74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:20.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:20.308Z InvocationID=ecfc33bb-077a-4649-8d06-c1e535e73be2 2021-05-04T00:41:20.400Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9fcac2ef-187e-47e8-8fbd-99cd20a75a74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:20.501Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9fcac2ef-187e-47e8-8fbd-99cd20a75a74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:41:20.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:20.308Z InvocationID=ee541452-8afa-47c4-813b-ab44fec1731f ResponseDesc=OK 2021-05-04T00:41:23.502Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e19091e5-911c-4800-aa0f-bfacf071a5a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:23.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:23.502Z InvocationID=c190aca7-5e49-494a-be8a-6fdf950452a2 2021-05-04T00:41:23.545Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e19091e5-911c-4800-aa0f-bfacf071a5a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:23.847Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e19091e5-911c-4800-aa0f-bfacf071a5a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=345 EndTimestamp=2021-05-04T00:41:23.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:23.502Z InvocationID=9fc804cf-3f47-4f59-93ae-1842f64a2240 ResponseDesc=OK 2021-05-04T00:41:26.152Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=812d345b-ce74-4dc3-b7f8-8bf0f631b4d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:26.152Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:26.152Z InvocationID=3b2a1800-37f8-4033-8536-30a0bcec5b25 2021-05-04T00:41:26.160Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=812d345b-ce74-4dc3-b7f8-8bf0f631b4d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:26.380Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=812d345b-ce74-4dc3-b7f8-8bf0f631b4d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=228 EndTimestamp=2021-05-04T00:41:26.380Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:26.152Z InvocationID=d8262a58-a0c6-4dc9-8d75-ff12719a9035 ResponseDesc=OK 2021-05-04T00:41:27.693Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=973c1102-6753-453b-b689-ca03930f92c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:27.693Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:27.693Z InvocationID=062e574d-28e8-446e-8524-455e2dbdf310 2021-05-04T00:41:27.717Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=973c1102-6753-453b-b689-ca03930f92c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:27.810Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=973c1102-6753-453b-b689-ca03930f92c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=117 EndTimestamp=2021-05-04T00:41:27.810Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:27.693Z InvocationID=bc1a37d4-7a44-449d-8eb8-efeeb267f9b8 ResponseDesc=OK 2021-05-04T00:41:29.021Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94602ae6-b91d-4236-afa5-7d110caa6029 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:29.021Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:29.021Z InvocationID=263abe3e-05c0-48ab-9f9a-c253e1de6a89 2021-05-04T00:41:29.104Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94602ae6-b91d-4236-afa5-7d110caa6029 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:29.201Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94602ae6-b91d-4236-afa5-7d110caa6029 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:41:29.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:29.021Z InvocationID=d9d3a59b-7449-4345-ab81-6bce594f794f ResponseDesc=OK 2021-05-04T00:41:32.568Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=adb22c0b-16e5-4d55-8886-bb9a59b519ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:32.568Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:32.568Z InvocationID=daff9f99-2aab-44d4-a886-1b260dbe410b 2021-05-04T00:41:32.700Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=adb22c0b-16e5-4d55-8886-bb9a59b519ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:32.947Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=adb22c0b-16e5-4d55-8886-bb9a59b519ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=379 EndTimestamp=2021-05-04T00:41:32.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:32.568Z InvocationID=84a03422-b13d-4ba5-87d1-10ded7405ffa ResponseDesc=OK 2021-05-04T00:41:35.418Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be0c6ff0-34fc-4a9a-a7e1-4b734718d514 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:35.418Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:35.418Z InvocationID=95924484-62d5-432f-9e93-fb9efc11921e 2021-05-04T00:41:35.507Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be0c6ff0-34fc-4a9a-a7e1-4b734718d514 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:35.609Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be0c6ff0-34fc-4a9a-a7e1-4b734718d514 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:41:35.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:35.418Z InvocationID=bf3aa885-d355-4b1c-b963-95bcb79c2cc6 ResponseDesc=OK 2021-05-04T00:41:38.353Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76caa125-eed3-4925-9a6d-216432d53d99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:38.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:38.353Z InvocationID=efa873c1-76db-4fe5-9ce5-f22bd6407acc 2021-05-04T00:41:38.402Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76caa125-eed3-4925-9a6d-216432d53d99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:38.414Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76caa125-eed3-4925-9a6d-216432d53d99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=61 EndTimestamp=2021-05-04T00:41:38.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:38.353Z InvocationID=34f8fac7-165a-45c0-99f9-6af407179c73 ResponseDesc=OK 2021-05-04T00:41:41.212Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5eefedc3-b448-4047-abb4-50209cfba22b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:41.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:41.212Z InvocationID=6e7001f4-3449-4bb8-922a-7fc00d062d63 2021-05-04T00:41:41.220Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5eefedc3-b448-4047-abb4-50209cfba22b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:41.519Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5eefedc3-b448-4047-abb4-50209cfba22b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=307 EndTimestamp=2021-05-04T00:41:41.519Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:41.212Z InvocationID=dd037125-84e7-46e7-869b-101aea5b5948 ResponseDesc=OK 2021-05-04T00:41:44.517Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=98023145-3e3d-4809-a3e8-2fade4db286f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:44.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:44.517Z InvocationID=8edad272-5105-4857-a617-c74d8805e7c8 2021-05-04T00:41:44.602Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=98023145-3e3d-4809-a3e8-2fade4db286f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:44.801Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=98023145-3e3d-4809-a3e8-2fade4db286f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=284 EndTimestamp=2021-05-04T00:41:44.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:44.517Z InvocationID=b60aab26-ce0d-4c4d-97cd-a73532c65dbc ResponseDesc=OK 2021-05-04T00:41:46.960Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03c2ba1f-78a9-4fd8-8001-a795139f9d1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:46.960Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:46.960Z InvocationID=2e9ff16a-8811-4ec7-9087-78e7cd496134 2021-05-04T00:41:46.972Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03c2ba1f-78a9-4fd8-8001-a795139f9d1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:46.987Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03c2ba1f-78a9-4fd8-8001-a795139f9d1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=27 EndTimestamp=2021-05-04T00:41:46.987Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:46.960Z InvocationID=992de34f-9598-42d2-8027-b8db3fb914e7 ResponseDesc=OK 2021-05-04T00:41:50.402Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1cf575f6-f57d-4c54-a648-1e0da6f459ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:50.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:50.402Z InvocationID=d42891bc-fd5f-435f-9d7f-029322d94924 2021-05-04T00:41:50.447Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1cf575f6-f57d-4c54-a648-1e0da6f459ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:50.746Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1cf575f6-f57d-4c54-a648-1e0da6f459ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:41:50.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:50.402Z InvocationID=b94cdfcd-fa85-4ed0-90c4-19289fc4b558 ResponseDesc=OK 2021-05-04T00:41:53.706Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30098b75-5ddf-4327-ab4b-e357edfa8e74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:53.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:53.706Z InvocationID=e144c37d-53f9-4a03-88ea-661bef867bd7 2021-05-04T00:41:53.950Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30098b75-5ddf-4327-ab4b-e357edfa8e74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:54.302Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30098b75-5ddf-4327-ab4b-e357edfa8e74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=596 EndTimestamp=2021-05-04T00:41:54.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:53.706Z InvocationID=a75e6a05-6cf4-44c7-8e6f-5a3c85a3e995 ResponseDesc=OK 2021-05-04T00:41:56.420Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=90b755b2-d336-42d2-99f6-00887af8bb99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:56.420Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:56.420Z InvocationID=acf9d870-0324-4f26-85c8-819f1028dc72 2021-05-04T00:41:56.500Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=90b755b2-d336-42d2-99f6-00887af8bb99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:56.520Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=90b755b2-d336-42d2-99f6-00887af8bb99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:41:56.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:56.420Z InvocationID=7930eca5-7fdf-4b91-a19d-5f698fd2b2d6 ResponseDesc=OK 2021-05-04T00:41:59.206Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9db1e438-60b4-4b93-a62a-2ee54d5a93ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:41:59.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:59.206Z InvocationID=c3301d1f-c991-468a-a990-ddc7899eed1f 2021-05-04T00:41:59.212Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9db1e438-60b4-4b93-a62a-2ee54d5a93ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:41:59.300Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9db1e438-60b4-4b93-a62a-2ee54d5a93ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T00:41:59.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:41:59.206Z InvocationID=937f4fe8-192a-43b1-a7f2-f21b3e1ee3fd ResponseDesc=OK 2021-05-04T00:42:01.105Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=976b1132-8246-4f0c-b69d-5d18fde617ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:01.105Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:01.105Z InvocationID=5e0be2da-2f0a-42c9-83db-89cea45e4cc1 2021-05-04T00:42:01.200Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=976b1132-8246-4f0c-b69d-5d18fde617ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:01.216Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=976b1132-8246-4f0c-b69d-5d18fde617ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=111 EndTimestamp=2021-05-04T00:42:01.216Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:01.105Z InvocationID=2101e530-1ea7-4764-bb9d-26b4e862a8cb ResponseDesc=OK 2021-05-04T00:42:02.516Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8df6e16b-4b58-421b-bf2b-4faaca7cbd13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:02.516Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:02.516Z InvocationID=75064204-d3d6-44e1-9b4d-f6f6008a3faf 2021-05-04T00:42:02.531Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8df6e16b-4b58-421b-bf2b-4faaca7cbd13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:02.702Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8df6e16b-4b58-421b-bf2b-4faaca7cbd13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:42:02.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:02.516Z InvocationID=366dc459-eda5-4cc1-a1a5-90f4c952c21b ResponseDesc=OK 2021-05-04T00:42:05.503Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76ad7ad8-012a-466c-a64d-4e4d8ac92882 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:05.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:05.503Z InvocationID=5559c720-f6c8-4236-88b3-e2a968b2ee79 2021-05-04T00:42:05.600Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76ad7ad8-012a-466c-a64d-4e4d8ac92882 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:05.846Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76ad7ad8-012a-466c-a64d-4e4d8ac92882 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:42:05.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:05.503Z InvocationID=4af8e25d-8660-4a94-8a01-2d395bb87ec3 ResponseDesc=OK 2021-05-04T00:42:08.207Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb88686f-8132-404a-8da9-8a4ffe56e3b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:08.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:08.207Z InvocationID=b4c78938-cad2-4e01-8fc5-5a750eebc6e3 2021-05-04T00:42:08.213Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb88686f-8132-404a-8da9-8a4ffe56e3b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:08.300Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb88686f-8132-404a-8da9-8a4ffe56e3b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:42:08.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:08.207Z InvocationID=62cb965a-12c5-4072-b843-ecad7af66621 ResponseDesc=OK 2021-05-04T00:42:11.128Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f8324fa5-bda0-4178-96e5-9acec571115d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:11.128Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:11.128Z InvocationID=63ab3681-f0f2-4ad7-8d18-1434a9ab94f4 2021-05-04T00:42:11.298Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f8324fa5-bda0-4178-96e5-9acec571115d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:11.600Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f8324fa5-bda0-4178-96e5-9acec571115d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=472 EndTimestamp=2021-05-04T00:42:11.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:11.128Z InvocationID=3a5d473a-c3c9-4071-afdc-c83b4874201d ResponseDesc=OK 2021-05-04T00:42:14.210Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a77f928-aab7-4716-bbff-6d4a80c51b78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:14.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:14.210Z InvocationID=5214e980-760e-4c35-934c-d600bda5dbf3 2021-05-04T00:42:14.399Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a77f928-aab7-4716-bbff-6d4a80c51b78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:14.646Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a77f928-aab7-4716-bbff-6d4a80c51b78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=436 EndTimestamp=2021-05-04T00:42:14.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:14.210Z InvocationID=622779cc-c76a-446f-9be9-583c54c35ce2 ResponseDesc=OK 2021-05-04T00:42:17.303Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c404f35-438b-44e0-81b4-801058e1a12b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:17.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:17.303Z InvocationID=65d74b5a-fd7a-4ab7-9518-7290d9bbda36 2021-05-04T00:42:17.316Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c404f35-438b-44e0-81b4-801058e1a12b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:17.512Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c404f35-438b-44e0-81b4-801058e1a12b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=209 EndTimestamp=2021-05-04T00:42:17.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:17.303Z InvocationID=69c9f966-ea89-48c2-8553-45e3608bbee3 ResponseDesc=OK 2021-05-04T00:42:20.109Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13ee1476-37a9-4bd7-8070-ce315831c92b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:20.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:20.108Z InvocationID=c0694456-889d-4ae4-bdac-f5e8ed00435a 2021-05-04T00:42:20.198Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13ee1476-37a9-4bd7-8070-ce315831c92b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:20.218Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=13ee1476-37a9-4bd7-8070-ce315831c92b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T00:42:20.218Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:20.108Z InvocationID=50e5377a-66ce-4cd9-9ceb-3d317f7a6dbe ResponseDesc=OK 2021-05-04T00:42:23.409Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb7f633c-d603-4377-a5ff-ba1c33ee205c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:23.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:23.408Z InvocationID=cfe1f2f9-8d1a-41f5-9bb2-72140d0b4a04 2021-05-04T00:42:23.500Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb7f633c-d603-4377-a5ff-ba1c33ee205c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:23.747Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb7f633c-d603-4377-a5ff-ba1c33ee205c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=339 EndTimestamp=2021-05-04T00:42:23.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:23.408Z InvocationID=eca45238-fbb8-4a1c-bee5-8ed529d2c800 ResponseDesc=OK 2021-05-04T00:42:26.061Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=441e3a9f-46d6-44db-a08b-b8edee2b98a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:26.060Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:26.060Z InvocationID=438c0bf0-4e96-41bb-9443-80cafa0e6945 2021-05-04T00:42:26.147Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=441e3a9f-46d6-44db-a08b-b8edee2b98a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:26.158Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=441e3a9f-46d6-44db-a08b-b8edee2b98a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:42:26.158Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:26.060Z InvocationID=f5d9eaeb-7f4b-44f0-bdfc-5923792d0aac ResponseDesc=OK 2021-05-04T00:42:27.727Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83d540ea-8619-47a4-8af7-14d1017d6cac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:27.726Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:27.726Z InvocationID=23c96639-885e-458a-8dcb-8f3f8629c423 2021-05-04T00:42:27.798Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83d540ea-8619-47a4-8af7-14d1017d6cac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:27.909Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=83d540ea-8619-47a4-8af7-14d1017d6cac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:42:27.908Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:27.726Z InvocationID=79b0f138-1bec-4569-bf44-4232c5375ddc ResponseDesc=OK 2021-05-04T00:42:29.022Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b36641f-2e28-4f22-a131-7a21fac30de4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:29.022Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:29.022Z InvocationID=fd6aa818-4008-4c93-a1d6-669bbead7df1 2021-05-04T00:42:29.108Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b36641f-2e28-4f22-a131-7a21fac30de4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:29.199Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b36641f-2e28-4f22-a131-7a21fac30de4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=177 EndTimestamp=2021-05-04T00:42:29.199Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:29.022Z InvocationID=ad416880-7551-41fd-9a2a-5c9156111254 ResponseDesc=OK 2021-05-04T00:42:32.253Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=25e384f9-0543-4b64-8a56-4cc475466872 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:32.253Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:32.253Z InvocationID=8e37eec3-2e15-48cc-890f-6e4aaa094f46 2021-05-04T00:42:32.345Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=25e384f9-0543-4b64-8a56-4cc475466872 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:32.354Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=25e384f9-0543-4b64-8a56-4cc475466872 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:42:32.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:32.253Z InvocationID=6ab157b0-66db-4b15-b5c9-2b161347a453 ResponseDesc=OK 2021-05-04T00:42:35.409Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=559709bc-98d5-45ca-993a-eb2217188dfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:35.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:35.409Z InvocationID=c7165bdb-7a39-4b50-9bd4-56db4b39decc 2021-05-04T00:42:35.415Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=559709bc-98d5-45ca-993a-eb2217188dfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:35.504Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=559709bc-98d5-45ca-993a-eb2217188dfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=95 EndTimestamp=2021-05-04T00:42:35.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:35.409Z InvocationID=fa0dc06a-03ae-4967-9a5e-ae35e265e909 ResponseDesc=OK 2021-05-04T00:42:38.237Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55098f42-6e92-4acb-8fc3-a08b8eb3b037 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:38.237Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:38.237Z InvocationID=0e448be5-96b8-41f3-b584-77796303b450 2021-05-04T00:42:38.299Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55098f42-6e92-4acb-8fc3-a08b8eb3b037 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:38.399Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55098f42-6e92-4acb-8fc3-a08b8eb3b037 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=162 EndTimestamp=2021-05-04T00:42:38.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:38.237Z InvocationID=16894bc0-d363-452d-aa92-10a4c1965dcd ResponseDesc=OK 2021-05-04T00:42:41.416Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b1d960b-a763-42f5-8b34-06d830ca7813 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:41.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:41.416Z InvocationID=4fb507c2-2e01-4d54-9001-2d51de13a7ec 2021-05-04T00:42:41.423Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b1d960b-a763-42f5-8b34-06d830ca7813 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:41.517Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b1d960b-a763-42f5-8b34-06d830ca7813 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:42:41.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:41.416Z InvocationID=c1c8732d-01d2-4a9b-9e3e-4fe78db246aa ResponseDesc=OK 2021-05-04T00:42:44.505Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2901dd0a-c505-4c0e-9c52-8e22eb10d98a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:44.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:44.505Z InvocationID=8d19dfcc-3376-4e1f-a3a7-e444eac013fd 2021-05-04T00:42:44.548Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2901dd0a-c505-4c0e-9c52-8e22eb10d98a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:44.806Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2901dd0a-c505-4c0e-9c52-8e22eb10d98a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=301 EndTimestamp=2021-05-04T00:42:44.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:44.505Z InvocationID=1439154e-d1e2-470d-97b5-5301078e81db ResponseDesc=OK 2021-05-04T00:42:47.081Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0154455e-b69e-4e25-a936-dfc2fb2b872d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:47.080Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:47.080Z InvocationID=276e31bb-f9f4-4a8e-b2e4-14cd0711e42a 2021-05-04T00:42:47.152Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0154455e-b69e-4e25-a936-dfc2fb2b872d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:47.256Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0154455e-b69e-4e25-a936-dfc2fb2b872d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=176 EndTimestamp=2021-05-04T00:42:47.256Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:47.080Z InvocationID=00d7d82d-ea7d-4881-81b8-b404945d1dab ResponseDesc=OK 2021-05-04T00:42:50.401Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85ea07b9-7056-417f-b76f-f2af52c13c6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:50.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:50.401Z InvocationID=0217c27b-798a-49ff-ac40-1509324b784e 2021-05-04T00:42:50.700Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85ea07b9-7056-417f-b76f-f2af52c13c6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:50.748Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85ea07b9-7056-417f-b76f-f2af52c13c6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=347 EndTimestamp=2021-05-04T00:42:50.748Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:50.401Z InvocationID=9e775116-a7e4-4cb0-905b-fe4c8e5b1e2d ResponseDesc=OK 2021-05-04T00:42:53.503Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ea1c57c-c9ee-48d1-8cd3-cc3732d99a00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:53.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:53.503Z InvocationID=7819d3fc-3bba-47fb-86db-4d37f9a368ae 2021-05-04T00:42:53.546Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ea1c57c-c9ee-48d1-8cd3-cc3732d99a00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:53.848Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ea1c57c-c9ee-48d1-8cd3-cc3732d99a00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=345 EndTimestamp=2021-05-04T00:42:53.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:53.503Z InvocationID=0949c761-e468-447d-9234-adcfc69065e0 ResponseDesc=OK 2021-05-04T00:42:56.408Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a260fb9-245d-47b1-a700-8baaef220c58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:56.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:56.408Z InvocationID=f22d4e7e-153a-4a0d-8809-a72074cc995e 2021-05-04T00:42:56.600Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a260fb9-245d-47b1-a700-8baaef220c58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:56.857Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a260fb9-245d-47b1-a700-8baaef220c58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=449 EndTimestamp=2021-05-04T00:42:56.857Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:56.408Z InvocationID=8e485aeb-a06c-4bdd-9b3c-749f5829d75d ResponseDesc=OK 2021-05-04T00:42:59.152Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aeb11de8-20c6-4059-80d2-cf0d9ec7d54d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:42:59.152Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:59.152Z InvocationID=1325c63c-3f6b-4a94-b01f-92d7bea26b53 2021-05-04T00:42:59.268Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aeb11de8-20c6-4059-80d2-cf0d9ec7d54d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:42:59.318Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aeb11de8-20c6-4059-80d2-cf0d9ec7d54d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=166 EndTimestamp=2021-05-04T00:42:59.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:42:59.152Z InvocationID=005e3f87-dcc5-4ad9-92af-ea05bcec7ad3 ResponseDesc=OK 2021-05-04T00:43:01.152Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdd83401-60d0-446d-9726-8aaeab77609c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:01.152Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:01.152Z InvocationID=9f25d3d2-c1e4-44a4-acef-60f4f752f81b 2021-05-04T00:43:01.161Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdd83401-60d0-446d-9726-8aaeab77609c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:01.206Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bdd83401-60d0-446d-9726-8aaeab77609c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=54 EndTimestamp=2021-05-04T00:43:01.206Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:01.152Z InvocationID=3c30f361-73e8-4d7c-aab0-430417a97c43 ResponseDesc=OK 2021-05-04T00:43:02.506Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c493f24c-e1c1-44ea-8f6e-cd4b47e3ea88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:02.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:02.506Z InvocationID=f12e3fb5-56f0-419c-93bc-4b0ae0eca76b 2021-05-04T00:43:02.729Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c493f24c-e1c1-44ea-8f6e-cd4b47e3ea88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:02.814Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c493f24c-e1c1-44ea-8f6e-cd4b47e3ea88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=308 EndTimestamp=2021-05-04T00:43:02.814Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:02.506Z InvocationID=d9ca3ec2-9aa2-442a-ab02-651e93f7e8d2 ResponseDesc=OK 2021-05-04T00:43:05.531Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=07962b3f-1752-43a9-93ff-b187b0f557b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:05.531Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:05.531Z InvocationID=a7b5e808-9dbe-4c5c-b0c1-21a0c70add72 2021-05-04T00:43:05.645Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=07962b3f-1752-43a9-93ff-b187b0f557b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:05.800Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=07962b3f-1752-43a9-93ff-b187b0f557b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=269 EndTimestamp=2021-05-04T00:43:05.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:05.531Z InvocationID=556662f2-cedd-4c8c-9bd8-97dd849be847 ResponseDesc=OK 2021-05-04T00:43:08.501Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e58f2449-8817-4b08-b5a9-40375afcf9cc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:08.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:08.501Z InvocationID=58cfe3c4-5804-4f0f-a1b3-f2fada52ec19 2021-05-04T00:43:08.513Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e58f2449-8817-4b08-b5a9-40375afcf9cc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:08.618Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e58f2449-8817-4b08-b5a9-40375afcf9cc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=117 EndTimestamp=2021-05-04T00:43:08.618Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:08.501Z InvocationID=d5353b73-9a4f-4605-bb75-22d2b1a0ce57 ResponseDesc=OK 2021-05-04T00:43:11.217Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66a4f563-29e5-4e7a-a73e-779a3ac114b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:11.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:11.217Z InvocationID=e0895844-25a9-40f6-82cf-c091dc0feb82 2021-05-04T00:43:11.302Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66a4f563-29e5-4e7a-a73e-779a3ac114b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:11.614Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66a4f563-29e5-4e7a-a73e-779a3ac114b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T00:43:11.614Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:11.217Z InvocationID=61ed56a8-dfd2-4c89-a87d-db583b52bf46 ResponseDesc=OK 2021-05-04T00:43:14.605Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6745000-6ea4-40a3-ae22-0cbf4c760eeb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:14.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:14.605Z InvocationID=434c0413-6d79-47ea-b1aa-39dd5594f409 2021-05-04T00:43:14.746Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6745000-6ea4-40a3-ae22-0cbf4c760eeb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:14.900Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6745000-6ea4-40a3-ae22-0cbf4c760eeb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:43:14.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:14.605Z InvocationID=f8803f8e-4e50-4d5d-b9af-4603b9d420aa ResponseDesc=OK 2021-05-04T00:43:17.219Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97a877e2-4cfb-4a61-ab23-330d9f53f1ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:17.219Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:17.219Z InvocationID=a27448b7-638f-4d44-bd0f-5370e77645f0 2021-05-04T00:43:17.302Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97a877e2-4cfb-4a61-ab23-330d9f53f1ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:17.405Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97a877e2-4cfb-4a61-ab23-330d9f53f1ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:43:17.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:17.219Z InvocationID=93b355cb-d0d4-4a94-bad0-06185f370b0b ResponseDesc=OK 2021-05-04T00:43:20.305Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d0181c6-03ef-4f2f-9f51-65bb37388e74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:20.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:20.305Z InvocationID=c5b62f06-784f-49f7-a56b-888cdf4f844c 2021-05-04T00:43:20.398Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d0181c6-03ef-4f2f-9f51-65bb37388e74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:21.045Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d0181c6-03ef-4f2f-9f51-65bb37388e74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=740 EndTimestamp=2021-05-04T00:43:21.045Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:20.305Z InvocationID=2120a565-fe76-4638-bf24-7e1ea6bc265f ResponseDesc=OK 2021-05-04T00:43:25.433Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5440eb4e-83e3-406f-bcbe-195ea94d9023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:25.433Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:25.433Z InvocationID=21bbe3f3-eda6-40ea-bc87-77ad8d8acfb9 2021-05-04T00:43:25.665Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5440eb4e-83e3-406f-bcbe-195ea94d9023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:25.900Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5440eb4e-83e3-406f-bcbe-195ea94d9023 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=467 EndTimestamp=2021-05-04T00:43:25.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:25.433Z InvocationID=f39fb63d-2097-4bcc-ab0a-f02c84fc0777 ResponseDesc=OK 2021-05-04T00:43:26.458Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=318288ce-190d-4b45-9c29-a3c00358e6a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:26.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:26.458Z InvocationID=5cc89c5c-648f-42f1-b704-b650d25b444e 2021-05-04T00:43:26.551Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=318288ce-190d-4b45-9c29-a3c00358e6a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:26.862Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=318288ce-190d-4b45-9c29-a3c00358e6a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=404 EndTimestamp=2021-05-04T00:43:26.862Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:26.458Z InvocationID=340f7ffe-bfe1-4fdc-a8b8-2139d7d91673 ResponseDesc=OK 2021-05-04T00:43:27.654Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c733112b-01f1-4e78-8817-9e59b69b0f87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:27.654Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:27.654Z InvocationID=2d955a75-7774-4a3b-b6c2-f23772c85dfd 2021-05-04T00:43:27.698Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c733112b-01f1-4e78-8817-9e59b69b0f87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:27.959Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c733112b-01f1-4e78-8817-9e59b69b0f87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=305 EndTimestamp=2021-05-04T00:43:27.959Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:27.654Z InvocationID=11ffaaaf-3b3e-4c84-919e-b4ff8b45d04b ResponseDesc=OK 2021-05-04T00:43:29.204Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=992ab420-f40f-40be-95a3-625b717bcf33 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:29.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:29.203Z InvocationID=eecb8c03-d66d-4dcb-a149-aef49294f5a1 2021-05-04T00:43:29.345Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=992ab420-f40f-40be-95a3-625b717bcf33 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:29.452Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=992ab420-f40f-40be-95a3-625b717bcf33 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=249 EndTimestamp=2021-05-04T00:43:29.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:29.203Z InvocationID=631ac486-d0e0-44f1-a373-a6b187c03a24 ResponseDesc=OK 2021-05-04T00:43:32.097Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fb46e88-9629-4181-96d8-fd694636cdfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:32.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:32.097Z InvocationID=715b9381-9b19-4c05-9659-72d7443f7539 2021-05-04T00:43:32.116Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fb46e88-9629-4181-96d8-fd694636cdfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:32.255Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4fb46e88-9629-4181-96d8-fd694636cdfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=158 EndTimestamp=2021-05-04T00:43:32.255Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:32.097Z InvocationID=e91e735f-2de7-421c-bb2c-737ff9519ba4 ResponseDesc=OK 2021-05-04T00:43:36.460Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f01b3bff-ba08-466c-91d9-1f666de555c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:36.460Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:36.460Z InvocationID=6d8d8ade-096d-4c47-b373-ae208a54dc35 2021-05-04T00:43:36.599Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f01b3bff-ba08-466c-91d9-1f666de555c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:36.851Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f01b3bff-ba08-466c-91d9-1f666de555c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=391 EndTimestamp=2021-05-04T00:43:36.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:36.460Z InvocationID=1e7bb800-9680-4005-bfe0-0deeab75c5e0 ResponseDesc=OK 2021-05-04T00:43:38.479Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=310e0f7e-3209-4235-ba26-9fead9772170 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:38.478Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:38.478Z InvocationID=cfedc950-8ea4-49f8-9326-e0cb77a6c990 2021-05-04T00:43:39.646Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=310e0f7e-3209-4235-ba26-9fead9772170 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:39.749Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=310e0f7e-3209-4235-ba26-9fead9772170 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1271 EndTimestamp=2021-05-04T00:43:39.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:38.478Z InvocationID=d703a3c7-a065-4ec3-8482-b1e9baf330ec ResponseDesc=OK 2021-05-04T00:43:41.303Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8faacffd-87bf-4846-8465-ac59a59bc0d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:41.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:41.303Z InvocationID=5c4ec954-25bd-4312-acb7-51570a4e0806 2021-05-04T00:43:41.397Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8faacffd-87bf-4846-8465-ac59a59bc0d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:41.698Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8faacffd-87bf-4846-8465-ac59a59bc0d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:43:41.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:41.303Z InvocationID=0a04b605-fab6-43f9-9f3f-1286d667f80f ResponseDesc=OK 2021-05-04T00:43:44.503Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3fb1f58f-5183-4046-add7-a6fccaee0818 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:44.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:44.503Z InvocationID=3dba2bcd-d886-4861-81fc-e5166a7b01ee 2021-05-04T00:43:44.600Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3fb1f58f-5183-4046-add7-a6fccaee0818 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:44.851Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3fb1f58f-5183-4046-add7-a6fccaee0818 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T00:43:44.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:44.503Z InvocationID=19b720ec-5911-4481-bd83-1831db3e75e7 ResponseDesc=OK 2021-05-04T00:43:48.184Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=009afa7c-ad11-4268-ae8c-54d89d9d7950 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:48.183Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:48.183Z InvocationID=ed4cfc92-d81c-4915-9d51-3014828f42de 2021-05-04T00:43:48.500Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=009afa7c-ad11-4268-ae8c-54d89d9d7950 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:48.800Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=009afa7c-ad11-4268-ae8c-54d89d9d7950 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=617 EndTimestamp=2021-05-04T00:43:48.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:48.183Z InvocationID=4fc1e06b-2f2d-445f-a8c2-e1b33bacb7ec ResponseDesc=OK 2021-05-04T00:43:50.576Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=13ed5a70-f64b-433d-8d96-e3369041e144 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:50.576Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:50.576Z InvocationID=46592891-88f1-44d7-9378-6b831b761aa3 2021-05-04T00:43:50.700Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=13ed5a70-f64b-433d-8d96-e3369041e144 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:51.098Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=13ed5a70-f64b-433d-8d96-e3369041e144 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=522 EndTimestamp=2021-05-04T00:43:51.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:50.576Z InvocationID=45efef09-b263-4527-9970-db4081545322 ResponseDesc=OK 2021-05-04T00:43:53.506Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=176067bd-48ba-4b4c-bd17-affe4c0d4a3b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:53.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:53.505Z InvocationID=86e022a7-76d9-4278-a04f-f6afd85757dd 2021-05-04T00:43:53.600Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=176067bd-48ba-4b4c-bd17-affe4c0d4a3b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:53.962Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=176067bd-48ba-4b4c-bd17-affe4c0d4a3b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=457 EndTimestamp=2021-05-04T00:43:53.962Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:53.505Z InvocationID=b0075a6a-229a-47a5-87c2-e938a1a0c091 ResponseDesc=OK 2021-05-04T00:43:56.463Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=019fdc10-7acf-4269-91c4-8afc57be2ba6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:56.462Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:56.462Z InvocationID=1cdc6288-538c-42d7-afba-7a99325cc4ac 2021-05-04T00:43:57.013Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=019fdc10-7acf-4269-91c4-8afc57be2ba6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:43:57.110Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=019fdc10-7acf-4269-91c4-8afc57be2ba6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=648 EndTimestamp=2021-05-04T00:43:57.110Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:56.462Z InvocationID=e35d31d6-9b41-4338-88e4-bb62fb9ca85e ResponseDesc=OK 2021-05-04T00:43:59.270Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b534875-7817-4e41-b2f3-0ec39aaae7f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:43:59.269Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:59.269Z InvocationID=edc0756e-52f1-4292-a026-0d59ce666006 2021-05-04T00:43:59.697Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b534875-7817-4e41-b2f3-0ec39aaae7f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:01.117Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6f0fbfb0-8044-4bde-aaef-646f914da036 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:01.117Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:01.117Z InvocationID=d02cfca5-7501-4deb-9e4c-668819b8bd6c 2021-05-04T00:44:01.172Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b534875-7817-4e41-b2f3-0ec39aaae7f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1903 EndTimestamp=2021-05-04T00:44:01.172Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:43:59.269Z InvocationID=00f61edb-4025-489b-b0ef-48c10ceb157f ResponseDesc=OK 2021-05-04T00:44:01.200Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6f0fbfb0-8044-4bde-aaef-646f914da036 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:01.460Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6f0fbfb0-8044-4bde-aaef-646f914da036 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:44:01.460Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:01.117Z InvocationID=824dbdbb-b7ab-47d1-a599-18a46868059f ResponseDesc=OK 2021-05-04T00:44:03.376Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=779289d9-a92f-43a0-b5af-f8e52c76b7a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:03.376Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:03.376Z InvocationID=4844e5df-4357-434f-a5a3-f69a7dd3ebad 2021-05-04T00:44:03.528Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=779289d9-a92f-43a0-b5af-f8e52c76b7a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:03.900Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=779289d9-a92f-43a0-b5af-f8e52c76b7a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=524 EndTimestamp=2021-05-04T00:44:03.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:03.376Z InvocationID=d93abf6e-909e-4499-b8ec-33243c80a789 ResponseDesc=OK 2021-05-04T00:44:05.505Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6fd2be21-2339-467a-ac4b-01e9c2ed1960 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:05.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:05.505Z InvocationID=8008c345-8308-45b9-bd8f-4ee58bbe7e40 2021-05-04T00:44:05.553Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6fd2be21-2339-467a-ac4b-01e9c2ed1960 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:06.150Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6fd2be21-2339-467a-ac4b-01e9c2ed1960 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=645 EndTimestamp=2021-05-04T00:44:06.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:05.505Z InvocationID=b84a1ff5-27e6-4aa7-a41d-45620ed621b3 ResponseDesc=OK 2021-05-04T00:44:08.854Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ab7cb07-0afe-4075-8588-c40f3236b36a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:08.854Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:08.854Z InvocationID=68a4f389-ef3a-477d-98c1-e1aa21c3d567 2021-05-04T00:44:08.899Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ab7cb07-0afe-4075-8588-c40f3236b36a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:09.551Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ab7cb07-0afe-4075-8588-c40f3236b36a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=697 EndTimestamp=2021-05-04T00:44:09.551Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:08.854Z InvocationID=a1e4922f-00be-4448-8e28-286b4434d1a3 ResponseDesc=OK 2021-05-04T00:44:11.254Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d29a2458-31e7-41da-a56b-3ee2747807bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:11.254Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:11.254Z InvocationID=0ff61bae-c1eb-4978-9332-4b0f4daa6ce4 2021-05-04T00:44:11.458Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d29a2458-31e7-41da-a56b-3ee2747807bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:11.525Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d29a2458-31e7-41da-a56b-3ee2747807bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=270 EndTimestamp=2021-05-04T00:44:11.524Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:11.254Z InvocationID=53d8a884-8b4a-490e-a032-361a0c98b768 ResponseDesc=OK 2021-05-04T00:44:14.523Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eef262f0-f1bf-4d77-bd64-d45b1d7eb75e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:14.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:14.523Z InvocationID=aa1778b1-47ce-420e-aa29-fff72d961bb1 2021-05-04T00:44:14.801Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eef262f0-f1bf-4d77-bd64-d45b1d7eb75e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:15.001Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eef262f0-f1bf-4d77-bd64-d45b1d7eb75e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=478 EndTimestamp=2021-05-04T00:44:15.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:14.523Z InvocationID=e6ebdbb9-e00f-442a-84c1-6ec5d80d3d34 ResponseDesc=OK 2021-05-04T00:44:17.529Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=420cae56-433b-43ff-8b1b-d07d9b7e5d60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:17.528Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:17.528Z InvocationID=8867eb68-467d-4bd9-b3e9-8495b21c8e13 2021-05-04T00:44:17.599Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=420cae56-433b-43ff-8b1b-d07d9b7e5d60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:17.813Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=420cae56-433b-43ff-8b1b-d07d9b7e5d60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=285 EndTimestamp=2021-05-04T00:44:17.813Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:17.528Z InvocationID=fd650b8e-4400-4017-8de6-84f7f3ea1c3c ResponseDesc=OK 2021-05-04T00:44:20.400Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=06626891-3653-4d9a-8a0f-aabec677a791 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:20.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:20.400Z InvocationID=aa6509c0-689f-459a-8ee2-e61462b7fb59 2021-05-04T00:44:20.668Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=06626891-3653-4d9a-8a0f-aabec677a791 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:20.751Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=06626891-3653-4d9a-8a0f-aabec677a791 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=351 EndTimestamp=2021-05-04T00:44:20.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:20.400Z InvocationID=8f05a503-af52-4fff-bdf3-e67e775925d3 ResponseDesc=OK 2021-05-04T00:44:23.525Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1614123-686b-497a-ac3a-cfa5b13bd8f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:23.525Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:23.525Z InvocationID=4729f581-a630-482d-a0df-2a022f72cede 2021-05-04T00:44:23.602Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1614123-686b-497a-ac3a-cfa5b13bd8f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:23.848Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1614123-686b-497a-ac3a-cfa5b13bd8f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=323 EndTimestamp=2021-05-04T00:44:23.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:23.525Z InvocationID=3703733b-b474-4773-ba2d-9eb5a3a799fc ResponseDesc=OK 2021-05-04T00:44:25.851Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6469350-7328-4261-8668-b4ae29f44508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:25.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:25.851Z InvocationID=19d6a96a-0be1-4e60-b0e0-ae9f2ab41313 2021-05-04T00:44:25.899Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6469350-7328-4261-8668-b4ae29f44508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:25.954Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6469350-7328-4261-8668-b4ae29f44508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:44:25.954Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:25.851Z InvocationID=b65cdf70-99bf-4f4e-9942-3af0bba66a4f ResponseDesc=OK 2021-05-04T00:44:27.660Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c26d5d4e-0bfa-454c-967a-609d739172eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:27.660Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:27.660Z InvocationID=90d5f0cb-13fe-4d28-8e54-e3f66051c3c3 2021-05-04T00:44:28.035Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c26d5d4e-0bfa-454c-967a-609d739172eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:28.126Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c26d5d4e-0bfa-454c-967a-609d739172eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=466 EndTimestamp=2021-05-04T00:44:28.126Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:27.660Z InvocationID=8c1a7e12-c814-432e-89e5-b663f5ed7985 ResponseDesc=OK 2021-05-04T00:44:29.223Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3959cd49-3d3d-4fa4-ba1d-c909fa558073 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:29.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:29.223Z InvocationID=7a201fbb-53f0-447b-b4ae-04a85c1cfb71 2021-05-04T00:44:29.501Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3959cd49-3d3d-4fa4-ba1d-c909fa558073 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:29.900Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3959cd49-3d3d-4fa4-ba1d-c909fa558073 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=677 EndTimestamp=2021-05-04T00:44:29.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:29.223Z InvocationID=983b426b-bbbf-424f-a4cf-0cc7d413ca42 ResponseDesc=OK 2021-05-04T00:44:31.995Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a61c2a40-5c97-465b-ab2c-d8dfb3a8d002 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:31.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:31.995Z InvocationID=74a3af72-fad5-444e-a7cc-583597b44edd 2021-05-04T00:44:32.011Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a61c2a40-5c97-465b-ab2c-d8dfb3a8d002 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:32.039Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a61c2a40-5c97-465b-ab2c-d8dfb3a8d002 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=44 EndTimestamp=2021-05-04T00:44:32.039Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:31.995Z InvocationID=23b7ee6d-b1d5-47ca-96a6-cc6671b77ab9 ResponseDesc=OK 2021-05-04T00:44:35.510Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7cd940ea-6915-4430-af75-63619d0b47ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:35.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:35.510Z InvocationID=d2a03d25-9329-47e8-88a5-a5983a686bed 2021-05-04T00:44:35.646Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7cd940ea-6915-4430-af75-63619d0b47ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:36.201Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7cd940ea-6915-4430-af75-63619d0b47ae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=691 EndTimestamp=2021-05-04T00:44:36.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:35.510Z InvocationID=f7252c4e-597d-4067-812e-2576968d1539 ResponseDesc=OK 2021-05-04T00:44:38.304Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=909fa395-ce26-4eba-a4f7-89e76a0f1f89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:38.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:38.304Z InvocationID=3b984506-db3b-4220-905f-8a20fe4b79d9 2021-05-04T00:44:38.404Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=909fa395-ce26-4eba-a4f7-89e76a0f1f89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:38.704Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=909fa395-ce26-4eba-a4f7-89e76a0f1f89 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=399 EndTimestamp=2021-05-04T00:44:38.703Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:38.304Z InvocationID=c59163e4-3212-41ce-a6e7-6c22ee1b67d8 ResponseDesc=OK 2021-05-04T00:44:41.308Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=72b50719-ad66-42c3-b94e-16a119f589ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:41.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:41.308Z InvocationID=ac6baff2-9120-4120-b530-e1bf720cad8d 2021-05-04T00:44:41.400Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=72b50719-ad66-42c3-b94e-16a119f589ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:41.649Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=72b50719-ad66-42c3-b94e-16a119f589ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:44:41.649Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:41.308Z InvocationID=bafc9404-18cc-463e-b226-8b19ada4bce9 ResponseDesc=OK 2021-05-04T00:44:44.525Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=640f4d1c-2426-49ce-a1b6-f91293c671c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:44.524Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:44.524Z InvocationID=2519cd46-d6e2-4a1f-b3d8-f4bcc0ff34c3 2021-05-04T00:44:44.758Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=640f4d1c-2426-49ce-a1b6-f91293c671c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:45.000Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=640f4d1c-2426-49ce-a1b6-f91293c671c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=476 EndTimestamp=2021-05-04T00:44:45.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:44.524Z InvocationID=292cd718-2f14-493d-96cd-11dff7f40e00 ResponseDesc=OK 2021-05-04T00:44:47.469Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6685e76a-51e9-48ad-9775-e980c1f63f74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:47.468Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:47.468Z InvocationID=fd10a78c-7eb9-41df-bb32-8eaf7416134a 2021-05-04T00:44:47.598Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6685e76a-51e9-48ad-9775-e980c1f63f74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:48.016Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6685e76a-51e9-48ad-9775-e980c1f63f74 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=548 EndTimestamp=2021-05-04T00:44:48.016Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:47.468Z InvocationID=9cf98d35-86de-458b-9cf8-3f8cb145ed1d ResponseDesc=OK 2021-05-04T00:44:50.402Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1ae450f-6fa8-4061-87b9-a45256bcfb77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:50.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:50.402Z InvocationID=5be840be-e990-4820-95ee-d211ea3c175d 2021-05-04T00:44:50.449Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1ae450f-6fa8-4061-87b9-a45256bcfb77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:50.845Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f1ae450f-6fa8-4061-87b9-a45256bcfb77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=443 EndTimestamp=2021-05-04T00:44:50.845Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:50.402Z InvocationID=e909bdb1-bc16-4afc-ba53-a04f0f1425d5 ResponseDesc=OK 2021-05-04T00:44:53.220Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=418ed499-7408-4730-b188-b63df6abe433 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:53.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:53.220Z InvocationID=142a2ac5-1fbe-406a-b0ed-40f77c1f46cb 2021-05-04T00:44:53.861Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=418ed499-7408-4730-b188-b63df6abe433 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:44:54.101Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=418ed499-7408-4730-b188-b63df6abe433 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=881 EndTimestamp=2021-05-04T00:44:54.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:53.220Z InvocationID=166439df-9f65-4cac-aedc-e72127b11ae8 ResponseDesc=OK 2021-05-04T00:44:59.056Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3220bdfc-53f1-4db1-ae96-8385e81b2e60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:44:59.056Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:59.056Z InvocationID=730e0f97-7813-4be6-902e-ea78676eb098 2021-05-04T00:44:59.199Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3220bdfc-53f1-4db1-ae96-8385e81b2e60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:01.124Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c1189db-fbb7-4879-828b-097e9a9b6a00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:01.124Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:01.124Z InvocationID=f40c3463-d707-4d8e-a8cf-5264a4a515f0 2021-05-04T00:45:02.907Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c1189db-fbb7-4879-828b-097e9a9b6a00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:04.331Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c1189db-fbb7-4879-828b-097e9a9b6a00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3206 EndTimestamp=2021-05-04T00:45:04.330Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:01.124Z InvocationID=afb496dc-0261-4903-be60-f8a69de7b439 ResponseDesc=OK 2021-05-04T00:45:04.557Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3220bdfc-53f1-4db1-ae96-8385e81b2e60 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=5500 EndTimestamp=2021-05-04T00:45:04.556Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:44:59.056Z InvocationID=4348be9d-2ef0-4e95-a672-d9c1ff596080 ResponseDesc=OK 2021-05-04T00:45:06.121Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7888081-b90e-4fdc-b5d1-ea088cd324c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:06.121Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:06.121Z InvocationID=5cf70160-cde1-44d9-a365-e4060c063a53 2021-05-04T00:45:06.380Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7888081-b90e-4fdc-b5d1-ea088cd324c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:06.600Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7888081-b90e-4fdc-b5d1-ea088cd324c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=479 EndTimestamp=2021-05-04T00:45:06.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:06.121Z InvocationID=6f3b4b46-c793-49d2-8261-d6bc6b707065 ResponseDesc=OK 2021-05-04T00:45:07.866Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f16bd245-031f-4fad-a715-e1e1a7ff55c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:07.865Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:07.865Z InvocationID=548022a7-4f9d-442b-b1d5-3a35192f6059 2021-05-04T00:45:07.999Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f16bd245-031f-4fad-a715-e1e1a7ff55c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:08.401Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f16bd245-031f-4fad-a715-e1e1a7ff55c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=535 EndTimestamp=2021-05-04T00:45:08.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:07.865Z InvocationID=8319d3f4-ebf4-4b87-9d1f-97c1918f68e0 ResponseDesc=OK 2021-05-04T00:45:09.305Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f27e85f1-085c-4332-86b1-0a2cd6a52185 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:09.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:09.305Z InvocationID=959056ee-e44a-4ef4-bd67-48b18e6d0909 2021-05-04T00:45:09.351Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f27e85f1-085c-4332-86b1-0a2cd6a52185 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:09.646Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f27e85f1-085c-4332-86b1-0a2cd6a52185 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=341 EndTimestamp=2021-05-04T00:45:09.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:09.305Z InvocationID=e296371c-f998-4181-bdf1-69243bfbe89b ResponseDesc=OK 2021-05-04T00:45:10.408Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3f36a530-82db-4f11-bc46-53e212b95c54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:10.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:10.407Z InvocationID=56f81f6e-c3de-415b-9c5c-b24efb9e48c2 2021-05-04T00:45:10.546Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3f36a530-82db-4f11-bc46-53e212b95c54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:10.701Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3f36a530-82db-4f11-bc46-53e212b95c54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=294 EndTimestamp=2021-05-04T00:45:10.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:10.407Z InvocationID=5643bdb3-25ea-4b1d-8a7d-36bd576c5497 ResponseDesc=OK 2021-05-04T00:45:11.754Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a077d3bb-d086-4d7c-b56e-0a10d4546c3c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:11.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:11.754Z InvocationID=68cd6422-bb94-4515-b351-5bd4201ffcb9 2021-05-04T00:45:11.902Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a077d3bb-d086-4d7c-b56e-0a10d4546c3c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:12.111Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a077d3bb-d086-4d7c-b56e-0a10d4546c3c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=357 EndTimestamp=2021-05-04T00:45:12.111Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:11.754Z InvocationID=a207ae5e-e60e-4b19-aa63-b41de7d4d909 ResponseDesc=OK 2021-05-04T00:45:14.506Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29e95105-8b18-4bdc-a63c-e5e0a69667dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:14.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:14.506Z InvocationID=cf86eb22-ed4d-4fe0-97ba-00a99c61672c 2021-05-04T00:45:14.678Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29e95105-8b18-4bdc-a63c-e5e0a69667dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:14.950Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=29e95105-8b18-4bdc-a63c-e5e0a69667dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=444 EndTimestamp=2021-05-04T00:45:14.950Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:14.506Z InvocationID=fa29a38d-59ff-4810-ac21-a1127b79a51e ResponseDesc=OK 2021-05-04T00:45:17.604Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=46473eea-ef78-4ab3-b510-9c6dcfefda80 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:17.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:17.604Z InvocationID=5ce6d2d5-5732-4482-94a1-2e936d263021 2021-05-04T00:45:17.846Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=46473eea-ef78-4ab3-b510-9c6dcfefda80 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:17.948Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=46473eea-ef78-4ab3-b510-9c6dcfefda80 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:45:17.948Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:17.604Z InvocationID=06ff8bd6-c044-47f5-ab91-c316ac56a34d ResponseDesc=OK 2021-05-04T00:45:20.202Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d56cd6c5-9d73-4bfe-be9c-776a36b42fc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:20.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:20.202Z InvocationID=20e034ad-af10-46bb-a2d6-f7ef8f593c68 2021-05-04T00:45:20.297Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d56cd6c5-9d73-4bfe-be9c-776a36b42fc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:20.601Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d56cd6c5-9d73-4bfe-be9c-776a36b42fc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=399 EndTimestamp=2021-05-04T00:45:20.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:20.202Z InvocationID=25fb6e35-98ee-4eb9-9e3d-beb90f036b5e ResponseDesc=OK 2021-05-04T00:45:23.604Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=095c872c-89f3-48f8-9cdb-15ffcd37d80d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:23.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:23.604Z InvocationID=5d9d58bf-780e-4ddd-9dbd-3da621cc0dc0 2021-05-04T00:45:23.900Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=095c872c-89f3-48f8-9cdb-15ffcd37d80d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:24.154Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=095c872c-89f3-48f8-9cdb-15ffcd37d80d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=550 EndTimestamp=2021-05-04T00:45:24.154Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:23.604Z InvocationID=7cd2293a-f0ef-4e4a-b16a-c7c9452c051d ResponseDesc=OK 2021-05-04T00:45:26.168Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ad51bc3-b4ee-4a8a-8fda-2924b1ab4cc3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:26.168Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:26.168Z InvocationID=a81881f2-ad47-4b16-a425-63364e209368 2021-05-04T00:45:26.251Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ad51bc3-b4ee-4a8a-8fda-2924b1ab4cc3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:26.449Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ad51bc3-b4ee-4a8a-8fda-2924b1ab4cc3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=281 EndTimestamp=2021-05-04T00:45:26.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:26.168Z InvocationID=55cc0af9-7bbf-4e82-9b10-8aec3f55c3b8 ResponseDesc=OK 2021-05-04T00:45:27.654Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=25105bb5-3106-4f45-87a4-e538b67a6565 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:27.654Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:27.654Z InvocationID=ccb5dc2c-f609-4330-9c29-e8fd27e6fc13 2021-05-04T00:45:27.800Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=25105bb5-3106-4f45-87a4-e538b67a6565 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:28.499Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=25105bb5-3106-4f45-87a4-e538b67a6565 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=845 EndTimestamp=2021-05-04T00:45:28.499Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:27.654Z InvocationID=78997d21-2edd-4543-8b81-c9f9c229601c ResponseDesc=OK 2021-05-04T00:45:29.323Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b405552-d1b6-4236-b42c-745796640b77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:29.323Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:29.323Z InvocationID=44265e7d-885b-443d-85d7-1d750c0bf53f 2021-05-04T00:45:29.333Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b405552-d1b6-4236-b42c-745796640b77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:29.549Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b405552-d1b6-4236-b42c-745796640b77 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=226 EndTimestamp=2021-05-04T00:45:29.549Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:29.323Z InvocationID=d71f699a-c21c-4c51-8a0f-e75bffede458 ResponseDesc=OK 2021-05-04T00:45:32.465Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9e62c05e-821e-4f70-b686-5135c6e63e0a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:32.465Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:32.465Z InvocationID=cc51307b-3a4d-4d8a-8982-266acfa921de 2021-05-04T00:45:32.645Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9e62c05e-821e-4f70-b686-5135c6e63e0a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:32.801Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9e62c05e-821e-4f70-b686-5135c6e63e0a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=336 EndTimestamp=2021-05-04T00:45:32.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:32.465Z InvocationID=2607c036-86d8-42f8-9341-bbb5e5e5d413 ResponseDesc=OK 2021-05-04T00:45:35.602Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54e96fc4-06cb-4956-82d5-6c2de4bf9365 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:35.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:35.602Z InvocationID=cd3bd1a9-d995-400f-a2f8-fa0da186f8de 2021-05-04T00:45:35.652Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54e96fc4-06cb-4956-82d5-6c2de4bf9365 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:35.847Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54e96fc4-06cb-4956-82d5-6c2de4bf9365 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=244 EndTimestamp=2021-05-04T00:45:35.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:35.602Z InvocationID=20d86cb5-6b46-4175-b461-6c35a7508db2 ResponseDesc=OK 2021-05-04T00:45:38.284Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=33d57a39-d5ac-454c-8079-4d6680a34fa7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:38.284Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:38.284Z InvocationID=5bc69cc7-eb3d-4f44-87c9-c7ba2cca9c54 2021-05-04T00:45:38.346Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=33d57a39-d5ac-454c-8079-4d6680a34fa7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:38.603Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=33d57a39-d5ac-454c-8079-4d6680a34fa7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=319 EndTimestamp=2021-05-04T00:45:38.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:38.284Z InvocationID=fa5d782e-5363-4870-bceb-a0d01c970ce2 ResponseDesc=OK 2021-05-04T00:45:41.667Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17de5441-fad7-46bb-b36b-9c5f2acc9f64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:41.667Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:41.667Z InvocationID=5844634e-896e-4686-803d-b17e81c79297 2021-05-04T00:45:41.948Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17de5441-fad7-46bb-b36b-9c5f2acc9f64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:42.307Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17de5441-fad7-46bb-b36b-9c5f2acc9f64 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=640 EndTimestamp=2021-05-04T00:45:42.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:41.667Z InvocationID=eafc829a-7400-41cf-b148-82502a9bb398 ResponseDesc=OK 2021-05-04T00:45:44.605Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a7e7298-2510-4b8b-be44-e8ee8244f5af InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:44.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:44.605Z InvocationID=bc358ea4-3ca8-4bea-88ff-6441a9a2f1a7 2021-05-04T00:45:44.652Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a7e7298-2510-4b8b-be44-e8ee8244f5af InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:44.812Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a7e7298-2510-4b8b-be44-e8ee8244f5af InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=207 EndTimestamp=2021-05-04T00:45:44.812Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:44.605Z InvocationID=1369ac5e-fc3d-40a8-9004-1082a0299d79 ResponseDesc=OK 2021-05-04T00:45:47.133Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=312d5087-7592-4b95-86f5-d8173af7bd56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:47.132Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:47.132Z InvocationID=1b2deb8a-ba4d-49ff-9786-f088e95b83c0 2021-05-04T00:45:47.270Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=312d5087-7592-4b95-86f5-d8173af7bd56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:47.407Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=312d5087-7592-4b95-86f5-d8173af7bd56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=275 EndTimestamp=2021-05-04T00:45:47.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:47.132Z InvocationID=8da7c37d-0ef8-487d-a85d-d2483ed276e2 ResponseDesc=OK 2021-05-04T00:45:50.208Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3d5ed863-784d-4150-9515-5b55a8375899 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:50.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:50.207Z InvocationID=131e278d-9069-4a48-aac8-9e337d89109c 2021-05-04T00:45:50.346Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3d5ed863-784d-4150-9515-5b55a8375899 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:50.447Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3d5ed863-784d-4150-9515-5b55a8375899 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=240 EndTimestamp=2021-05-04T00:45:50.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:50.207Z InvocationID=0ef19004-b7df-47c5-83f0-c27698302f5e ResponseDesc=OK 2021-05-04T00:45:53.209Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9937a66c-b563-4b9d-a431-640bece776f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:53.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:53.209Z InvocationID=8ff09f1f-55e6-424c-9a10-5a2e71a958ce 2021-05-04T00:45:53.253Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9937a66c-b563-4b9d-a431-640bece776f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:53.516Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9937a66c-b563-4b9d-a431-640bece776f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=307 EndTimestamp=2021-05-04T00:45:53.516Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:53.209Z InvocationID=81d5a58c-dbae-40e9-8f60-7c818373fbbd ResponseDesc=OK 2021-05-04T00:45:56.403Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48e4c9a1-77ad-49df-9f96-a4002dc871fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:56.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:56.403Z InvocationID=8f854ddb-c407-462f-94f8-b220b686b316 2021-05-04T00:45:56.500Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48e4c9a1-77ad-49df-9f96-a4002dc871fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:45:56.762Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48e4c9a1-77ad-49df-9f96-a4002dc871fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=359 EndTimestamp=2021-05-04T00:45:56.762Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:56.403Z InvocationID=4bc9f5e8-3abe-497b-a5f7-9fc280e34b8f ResponseDesc=OK 2021-05-04T00:45:59.256Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dba75ee4-b315-458d-98ed-055915db4e34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:45:59.256Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:59.256Z InvocationID=28560edf-5afb-43a8-b139-81fe3a2393b0 2021-05-04T00:46:01.118Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9405364-dcef-4e74-8e9e-acd4139931da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:01.118Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:01.118Z InvocationID=55e632c4-aff0-4d03-9f3d-2183bd3e4d48 2021-05-04T00:46:02.100Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9405364-dcef-4e74-8e9e-acd4139931da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:02.155Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dba75ee4-b315-458d-98ed-055915db4e34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:02.323Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a9405364-dcef-4e74-8e9e-acd4139931da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1205 EndTimestamp=2021-05-04T00:46:02.323Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:01.118Z InvocationID=e3d921ed-8ec8-4ab2-92a1-05af9453a4b4 ResponseDesc=OK 2021-05-04T00:46:02.646Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dba75ee4-b315-458d-98ed-055915db4e34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3390 EndTimestamp=2021-05-04T00:46:02.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:45:59.256Z InvocationID=b801c690-7291-4979-8148-6ee069cd6214 ResponseDesc=OK 2021-05-04T00:46:03.237Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d60f5766-3ea7-48c8-a99a-896280a307f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:03.237Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:03.237Z InvocationID=ac96e47c-3e73-42f9-aba0-b46c7cd0bcac 2021-05-04T00:46:03.610Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d60f5766-3ea7-48c8-a99a-896280a307f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:04.010Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d60f5766-3ea7-48c8-a99a-896280a307f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=773 EndTimestamp=2021-05-04T00:46:04.010Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:03.237Z InvocationID=3d583063-b010-4f1f-b92f-a36721507cc5 ResponseDesc=OK 2021-05-04T00:46:05.423Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a76dd3a-91d0-4405-b14f-405f9c9c4d68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:05.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:05.423Z InvocationID=2d44d44f-bb88-4f02-aef5-1e467c27325f 2021-05-04T00:46:05.617Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a76dd3a-91d0-4405-b14f-405f9c9c4d68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:05.711Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a76dd3a-91d0-4405-b14f-405f9c9c4d68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=288 EndTimestamp=2021-05-04T00:46:05.711Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:05.423Z InvocationID=b45f6ecb-4c2e-487e-8531-d19ee52f1c0f ResponseDesc=OK 2021-05-04T00:46:08.307Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b293139-0bac-4d31-bdf0-4ebd0071ad17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:08.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:08.306Z InvocationID=47834534-ef67-4d4c-943f-6aa4582e5961 2021-05-04T00:46:08.411Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b293139-0bac-4d31-bdf0-4ebd0071ad17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:09.100Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b293139-0bac-4d31-bdf0-4ebd0071ad17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=794 EndTimestamp=2021-05-04T00:46:09.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:08.306Z InvocationID=9acf9583-f1f7-4dfb-b077-d3525634c845 ResponseDesc=OK 2021-05-04T00:46:11.403Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d25c76f-08de-4bfc-bc85-85f5a843c1a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:11.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:11.403Z InvocationID=c6e0fae4-aa5f-4ced-916b-bf3726db5346 2021-05-04T00:46:11.465Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d25c76f-08de-4bfc-bc85-85f5a843c1a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:11.665Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d25c76f-08de-4bfc-bc85-85f5a843c1a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=262 EndTimestamp=2021-05-04T00:46:11.665Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:11.403Z InvocationID=5535c316-f327-4cb7-b93f-3654e9463172 ResponseDesc=OK 2021-05-04T00:46:14.413Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=717649f8-b481-40ed-9d09-a2cd790f02cc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:14.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:14.412Z InvocationID=87a25b22-6a43-4454-bc93-45e7bb8eda8c 2021-05-04T00:46:14.549Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=717649f8-b481-40ed-9d09-a2cd790f02cc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:14.800Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=717649f8-b481-40ed-9d09-a2cd790f02cc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=388 EndTimestamp=2021-05-04T00:46:14.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:14.412Z InvocationID=70743f75-16f8-4709-b16e-78d92c3f5c0e ResponseDesc=OK 2021-05-04T00:46:17.709Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a472d1c-42d6-4a2d-8b7a-306bb0f8de41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:17.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:17.709Z InvocationID=e5c0558e-443d-4ce2-8dd4-748587bee252 2021-05-04T00:46:18.257Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a472d1c-42d6-4a2d-8b7a-306bb0f8de41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:18.598Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a472d1c-42d6-4a2d-8b7a-306bb0f8de41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=888 EndTimestamp=2021-05-04T00:46:18.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:17.709Z InvocationID=c9f8709f-a7a0-436c-9735-2c8645382a97 ResponseDesc=OK 2021-05-04T00:46:20.318Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e298e7c3-bd65-458b-9648-bc6323d78db5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:20.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:20.318Z InvocationID=6fcf1d8e-e525-4a4d-a6c8-0c3b76bab789 2021-05-04T00:46:20.399Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e298e7c3-bd65-458b-9648-bc6323d78db5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:20.559Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e298e7c3-bd65-458b-9648-bc6323d78db5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=241 EndTimestamp=2021-05-04T00:46:20.559Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:20.318Z InvocationID=819ed6fe-d1d0-47e9-a634-bff197241da0 ResponseDesc=OK 2021-05-04T00:46:23.613Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aea4fadc-5ce5-4525-8e58-1b389cb7cc9a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:23.613Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:23.613Z InvocationID=2992b1ff-7fb0-4fd9-8780-e6395e217514 2021-05-04T00:46:23.748Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aea4fadc-5ce5-4525-8e58-1b389cb7cc9a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:24.000Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aea4fadc-5ce5-4525-8e58-1b389cb7cc9a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=387 EndTimestamp=2021-05-04T00:46:24.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:23.613Z InvocationID=30916198-f725-4f9a-8a4d-a767cbc690b8 ResponseDesc=OK 2021-05-04T00:46:26.556Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d7651ba-6b93-4d15-b562-9392d941cea8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:26.556Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:26.556Z InvocationID=03af0389-2b35-48fa-a390-4fd25dbc86b4 2021-05-04T00:46:26.660Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d7651ba-6b93-4d15-b562-9392d941cea8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:26.763Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d7651ba-6b93-4d15-b562-9392d941cea8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=206 EndTimestamp=2021-05-04T00:46:26.762Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:26.556Z InvocationID=7987475f-bdbb-48b3-9eee-e09ba8c18789 ResponseDesc=OK 2021-05-04T00:46:27.688Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4ccfeecd-e2eb-423f-8229-78cb41a8fb19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:27.687Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:27.687Z InvocationID=821dd876-917e-45bf-86ea-77278ab7a703 2021-05-04T00:46:27.851Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4ccfeecd-e2eb-423f-8229-78cb41a8fb19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:28.147Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4ccfeecd-e2eb-423f-8229-78cb41a8fb19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=460 EndTimestamp=2021-05-04T00:46:28.147Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:27.687Z InvocationID=7734e737-cba9-4158-a94e-10b95962b60b ResponseDesc=OK 2021-05-04T00:46:29.303Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=77380d55-82c5-4e87-8596-67fe1e7cf9ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:29.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:29.303Z InvocationID=618c61c5-87d5-4b58-a953-6fee7a6c6eb9 2021-05-04T00:46:29.546Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=77380d55-82c5-4e87-8596-67fe1e7cf9ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:29.646Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=77380d55-82c5-4e87-8596-67fe1e7cf9ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:46:29.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:29.303Z InvocationID=184c40e5-271d-48bf-acce-f0426bc08224 ResponseDesc=OK 2021-05-04T00:46:32.353Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14a3bb06-a6d4-4cd8-84f2-56119d745a2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:32.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:32.353Z InvocationID=45a0af6c-53e4-4804-a080-583142748dcc 2021-05-04T00:46:32.462Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14a3bb06-a6d4-4cd8-84f2-56119d745a2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:33.766Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14a3bb06-a6d4-4cd8-84f2-56119d745a2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1412 EndTimestamp=2021-05-04T00:46:33.765Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:32.353Z InvocationID=f287cc02-3795-4d25-adf8-36e957f32bab ResponseDesc=OK 2021-05-04T00:46:35.604Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=914fe5d2-b012-49cf-84fe-11595f69f4e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:35.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:35.604Z InvocationID=b6fcb210-87eb-47c1-9e37-9cf35444f671 2021-05-04T00:46:35.700Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=914fe5d2-b012-49cf-84fe-11595f69f4e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:35.952Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=914fe5d2-b012-49cf-84fe-11595f69f4e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T00:46:35.952Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:35.604Z InvocationID=49a70a62-f50a-48fc-a1d1-5900cf4ee3b9 ResponseDesc=OK 2021-05-04T00:46:38.212Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5be1dae-ffd6-4e89-aa19-61672f3b1df4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:38.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:38.212Z InvocationID=5057ff6d-3b89-4985-a7fd-5aec1503f103 2021-05-04T00:46:38.300Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5be1dae-ffd6-4e89-aa19-61672f3b1df4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:38.401Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5be1dae-ffd6-4e89-aa19-61672f3b1df4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=189 EndTimestamp=2021-05-04T00:46:38.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:38.212Z InvocationID=8b7bd44a-2437-493a-85d7-4d17dee6d42c ResponseDesc=OK 2021-05-04T00:46:41.452Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66bb3805-13fb-48d3-8fd6-0658ec79047d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:41.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:41.452Z InvocationID=2f87fe26-f939-4bc1-8047-0ffcd2a1d1c2 2021-05-04T00:46:41.547Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66bb3805-13fb-48d3-8fd6-0658ec79047d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:41.847Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66bb3805-13fb-48d3-8fd6-0658ec79047d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:46:41.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:41.452Z InvocationID=965a7df5-0117-4900-a289-75683fd9cb2f ResponseDesc=OK 2021-05-04T00:46:44.416Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57cc680f-1aad-4a4c-a332-28cd83d850df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:44.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:44.416Z InvocationID=ec0403dd-d979-4d6f-ba56-696284c65ea1 2021-05-04T00:46:44.599Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57cc680f-1aad-4a4c-a332-28cd83d850df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:44.746Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=57cc680f-1aad-4a4c-a332-28cd83d850df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=329 EndTimestamp=2021-05-04T00:46:44.745Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:44.416Z InvocationID=ab21e658-2ea1-4ad4-b4b8-4a16b6696c41 ResponseDesc=OK 2021-05-04T00:46:46.883Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5bc7968-2e88-4ce6-a349-39458656d37f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:46.883Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:46.883Z InvocationID=e839cef0-8449-4e32-89a2-3d39ff56a126 2021-05-04T00:46:46.953Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5bc7968-2e88-4ce6-a349-39458656d37f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:46.968Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5bc7968-2e88-4ce6-a349-39458656d37f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=85 EndTimestamp=2021-05-04T00:46:46.968Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:46.883Z InvocationID=ff43194e-d65d-4544-99b4-6b6f8aea870e ResponseDesc=OK 2021-05-04T00:46:50.607Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5f22f2b-7ec9-451a-ae03-d2a9cff911f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:50.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:50.607Z InvocationID=cba4972c-b85e-4f76-8aac-22dc390bf3ca 2021-05-04T00:46:50.700Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5f22f2b-7ec9-451a-ae03-d2a9cff911f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:50.904Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5f22f2b-7ec9-451a-ae03-d2a9cff911f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=297 EndTimestamp=2021-05-04T00:46:50.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:50.607Z InvocationID=3f249750-f1d6-4f55-91e9-59861c6847f3 ResponseDesc=OK 2021-05-04T00:46:53.251Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b08df797-6bbc-4515-a4be-c182881180af InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:53.251Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:53.251Z InvocationID=9c992d59-4cc1-4504-a023-f0f6315d07ce 2021-05-04T00:46:53.400Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b08df797-6bbc-4515-a4be-c182881180af InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:53.646Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b08df797-6bbc-4515-a4be-c182881180af InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:46:53.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:53.251Z InvocationID=4881aab8-1d94-4a7a-b1c4-a340d287246c ResponseDesc=OK 2021-05-04T00:46:56.217Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cb5230ee-771d-4690-b319-562ce2962d9a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:56.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:56.217Z InvocationID=315f8907-6417-4aa9-ac93-5bb6f568c28e 2021-05-04T00:46:56.300Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cb5230ee-771d-4690-b319-562ce2962d9a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:56.400Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cb5230ee-771d-4690-b319-562ce2962d9a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=183 EndTimestamp=2021-05-04T00:46:56.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:56.217Z InvocationID=ac3acc8a-349c-4605-b3d9-93da67b61499 ResponseDesc=OK 2021-05-04T00:46:59.118Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=88182229-9b9a-4dc2-a1cd-ef28349114ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:46:59.118Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:59.118Z InvocationID=ef8aad90-31a9-4fd9-b575-92583f2c57c2 2021-05-04T00:46:59.127Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=88182229-9b9a-4dc2-a1cd-ef28349114ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:46:59.208Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=88182229-9b9a-4dc2-a1cd-ef28349114ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=89 EndTimestamp=2021-05-04T00:46:59.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:46:59.118Z InvocationID=ad243032-cef4-4acb-bac7-02ac53c541ae ResponseDesc=OK 2021-05-04T00:47:01.156Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8ce7e5f-27fa-4f58-ac94-1e6095bc0745 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:01.156Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:01.156Z InvocationID=48d86077-7ca0-4b79-bc61-866fdedf47fa 2021-05-04T00:47:01.202Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8ce7e5f-27fa-4f58-ac94-1e6095bc0745 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:01.214Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8ce7e5f-27fa-4f58-ac94-1e6095bc0745 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=58 EndTimestamp=2021-05-04T00:47:01.214Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:01.156Z InvocationID=17ea2eb7-4f43-487d-85c5-d9816ec23d42 ResponseDesc=OK 2021-05-04T00:47:02.513Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9a025f18-293d-47b5-a8ea-d379fe8895e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:02.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:02.512Z InvocationID=5fecacad-9ab7-4e2d-b165-1ad43989cd71 2021-05-04T00:47:02.601Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9a025f18-293d-47b5-a8ea-d379fe8895e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:02.701Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9a025f18-293d-47b5-a8ea-d379fe8895e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T00:47:02.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:02.512Z InvocationID=706db725-4be1-4c1b-bb88-4ff4ae1caefa ResponseDesc=OK 2021-05-04T00:47:05.607Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6dde64c3-e6ad-4da0-a74b-b9b2e7b5be5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:05.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:05.607Z InvocationID=93b9c75c-9d59-4e2b-a5aa-0353aae6a675 2021-05-04T00:47:05.746Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6dde64c3-e6ad-4da0-a74b-b9b2e7b5be5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:06.051Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6dde64c3-e6ad-4da0-a74b-b9b2e7b5be5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=444 EndTimestamp=2021-05-04T00:47:06.051Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:05.607Z InvocationID=eab98277-c338-49ec-9d40-9d5cd790aa23 ResponseDesc=OK 2021-05-04T00:47:08.204Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc22a312-5765-4278-8360-3eb77f833d72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:08.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:08.203Z InvocationID=47ccb17e-264b-4233-8000-37345d490e34 2021-05-04T00:47:08.298Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc22a312-5765-4278-8360-3eb77f833d72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:08.399Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fc22a312-5765-4278-8360-3eb77f833d72 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=196 EndTimestamp=2021-05-04T00:47:08.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:08.203Z InvocationID=02669560-ce34-4ba9-b72a-480d5d052ccf ResponseDesc=OK 2021-05-04T00:47:11.411Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3082beb9-61f7-49be-bb43-17ba08713e1e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:11.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:11.411Z InvocationID=211ae8a2-d599-42c5-8375-ef708e59f525 2021-05-04T00:47:11.547Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3082beb9-61f7-49be-bb43-17ba08713e1e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:11.698Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3082beb9-61f7-49be-bb43-17ba08713e1e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=287 EndTimestamp=2021-05-04T00:47:11.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:11.411Z InvocationID=651e5271-8f52-4029-9aa9-e06e36f37f04 ResponseDesc=OK 2021-05-04T00:47:14.517Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50b16db2-6ac1-42e4-8d08-bfb447cfbb6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:14.516Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:14.516Z InvocationID=588fdcb1-a1c0-4ab0-931a-7133d087c238 2021-05-04T00:47:14.600Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50b16db2-6ac1-42e4-8d08-bfb447cfbb6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:14.711Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50b16db2-6ac1-42e4-8d08-bfb447cfbb6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:47:14.710Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:14.516Z InvocationID=4944a8d7-f608-4965-8e6b-05cd45d0cd20 ResponseDesc=OK 2021-05-04T00:47:17.111Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=983bc5da-4b81-492a-a465-882e723c155b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:17.111Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:17.111Z InvocationID=9df66a64-7d67-43a4-9855-57ce9949602b 2021-05-04T00:47:17.203Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=983bc5da-4b81-492a-a465-882e723c155b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:17.325Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=983bc5da-4b81-492a-a465-882e723c155b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=214 EndTimestamp=2021-05-04T00:47:17.325Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:17.111Z InvocationID=bddc78f0-ee67-416c-a895-0bd3515de63f ResponseDesc=OK 2021-05-04T00:47:20.307Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9eee0fbf-6f71-42bf-877e-f7c86024cbf3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:20.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:20.306Z InvocationID=8642e44d-00d0-491e-9697-813fdab19258 2021-05-04T00:47:20.323Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9eee0fbf-6f71-42bf-877e-f7c86024cbf3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:20.404Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9eee0fbf-6f71-42bf-877e-f7c86024cbf3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:47:20.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:20.306Z InvocationID=84734e67-245e-466e-b781-32226d635b92 ResponseDesc=OK 2021-05-04T00:47:23.551Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6963ba16-8cdf-460b-a4e8-6f5761c73952 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:23.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:23.550Z InvocationID=e64ee9d5-9059-4b4f-aff8-cfab6a2108ed 2021-05-04T00:47:23.651Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6963ba16-8cdf-460b-a4e8-6f5761c73952 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:23.902Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6963ba16-8cdf-460b-a4e8-6f5761c73952 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=352 EndTimestamp=2021-05-04T00:47:23.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:23.550Z InvocationID=b3301edb-7932-46c6-ba28-2612c2c9b10b ResponseDesc=OK 2021-05-04T00:47:26.248Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=10eff848-7d6e-4095-b545-da9fee94fc8c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:26.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:26.248Z InvocationID=4cf6ad59-1cbb-425e-b82a-7dfb0e267951 2021-05-04T00:47:26.346Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=10eff848-7d6e-4095-b545-da9fee94fc8c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:26.460Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=10eff848-7d6e-4095-b545-da9fee94fc8c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=212 EndTimestamp=2021-05-04T00:47:26.460Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:26.248Z InvocationID=6a44d23f-d145-4e7c-8b25-31a73df6199f ResponseDesc=OK 2021-05-04T00:47:27.681Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=40fb025a-e93e-43a7-90a8-a50f1abd2f0c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:27.681Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:27.681Z InvocationID=1b6b8ef7-98e7-4e2d-ae6f-4bf3590f0abe 2021-05-04T00:47:27.700Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=40fb025a-e93e-43a7-90a8-a50f1abd2f0c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:27.913Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=40fb025a-e93e-43a7-90a8-a50f1abd2f0c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=232 EndTimestamp=2021-05-04T00:47:27.913Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:27.681Z InvocationID=a0e1a391-ff12-4d12-a897-a84793330598 ResponseDesc=OK 2021-05-04T00:47:29.115Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ed99cc0-54e5-42b1-8579-fe02719c4c4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:29.115Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:29.115Z InvocationID=75cf2ba2-ee2b-4c4f-a34a-1501f9435851 2021-05-04T00:47:29.204Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ed99cc0-54e5-42b1-8579-fe02719c4c4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:29.216Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ed99cc0-54e5-42b1-8579-fe02719c4c4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:47:29.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:29.115Z InvocationID=99915c93-e5ba-45a2-9bb0-fda6dea6059c ResponseDesc=OK 2021-05-04T00:47:32.150Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d61473d1-713f-4860-92f2-cf254363e8a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:32.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:32.150Z InvocationID=a7e7654d-5a85-4943-80af-4dae2f83d2ae 2021-05-04T00:47:32.158Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d61473d1-713f-4860-92f2-cf254363e8a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:32.248Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d61473d1-713f-4860-92f2-cf254363e8a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:47:32.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:32.150Z InvocationID=d766a707-3fb1-495e-a6eb-77eb7239daaf ResponseDesc=OK 2021-05-04T00:47:35.426Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c321c06b-7f57-4d1a-9497-266f1954c420 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:35.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:35.426Z InvocationID=69412f04-eda3-4b4f-8117-60c8bc474383 2021-05-04T00:47:35.510Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c321c06b-7f57-4d1a-9497-266f1954c420 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:35.606Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c321c06b-7f57-4d1a-9497-266f1954c420 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:47:35.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:35.426Z InvocationID=afae2edd-b867-4280-badb-f60ba2f87fc9 ResponseDesc=OK 2021-05-04T00:47:38.117Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e78ca91-9228-4501-8624-184b35fad2cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:38.117Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:38.117Z InvocationID=24909b08-1de7-4de4-a951-1440bb135326 2021-05-04T00:47:38.204Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e78ca91-9228-4501-8624-184b35fad2cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:38.217Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e78ca91-9228-4501-8624-184b35fad2cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T00:47:38.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:38.117Z InvocationID=9ee9729e-f94a-4390-9f1c-51e66db492ca ResponseDesc=OK 2021-05-04T00:47:41.221Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=daf48384-b352-4512-80bb-d5006a044eb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:41.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:41.221Z InvocationID=4244ece9-adec-48e7-8968-bb272e4d87df 2021-05-04T00:47:41.508Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=daf48384-b352-4512-80bb-d5006a044eb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:41.523Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=daf48384-b352-4512-80bb-d5006a044eb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=301 EndTimestamp=2021-05-04T00:47:41.522Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:41.221Z InvocationID=bae78b20-80ca-43ea-a394-19b076c29434 ResponseDesc=OK 2021-05-04T00:47:44.606Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7b4beebb-30e2-4080-97b4-28d2e2dd432f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:44.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:44.606Z InvocationID=26a5b614-de51-4275-b152-2d579c336918 2021-05-04T00:47:44.745Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7b4beebb-30e2-4080-97b4-28d2e2dd432f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:45.000Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7b4beebb-30e2-4080-97b4-28d2e2dd432f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T00:47:45.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:44.606Z InvocationID=a79f95ca-c16d-4601-ad4b-885f3ad5dd5b ResponseDesc=OK 2021-05-04T00:47:47.173Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=727cce0d-7207-4641-865b-9ec461711c36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:47.172Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:47.172Z InvocationID=9e8eef18-1c38-4b7f-970d-a1256d76f1e2 2021-05-04T00:47:47.247Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=727cce0d-7207-4641-865b-9ec461711c36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:47.347Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=727cce0d-7207-4641-865b-9ec461711c36 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=175 EndTimestamp=2021-05-04T00:47:47.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:47.172Z InvocationID=0f3f681a-3388-406d-9b47-894681ce6cb4 ResponseDesc=OK 2021-05-04T00:47:50.216Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e2dee5d-2d59-4195-b108-37ca880a7eae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:50.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:50.216Z InvocationID=214f1a4f-1ecf-465a-81f8-6d28b312574a 2021-05-04T00:47:50.300Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e2dee5d-2d59-4195-b108-37ca880a7eae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:50.447Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e2dee5d-2d59-4195-b108-37ca880a7eae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=231 EndTimestamp=2021-05-04T00:47:50.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:50.216Z InvocationID=211b68b3-8221-4012-96dd-711ddc79e40e ResponseDesc=OK 2021-05-04T00:47:53.520Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71500817-29e0-4df0-80dc-1c801b820bff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:53.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:53.520Z InvocationID=5a011f4a-74fb-4ada-a9c7-0d244c4ac88b 2021-05-04T00:47:53.745Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71500817-29e0-4df0-80dc-1c801b820bff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:54.001Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71500817-29e0-4df0-80dc-1c801b820bff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=481 EndTimestamp=2021-05-04T00:47:54.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:53.520Z InvocationID=1043b0e7-c957-4cfc-ac44-4e6207203313 ResponseDesc=OK 2021-05-04T00:47:56.213Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=baf26a41-7be4-4618-9700-07d16d25637f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:56.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:56.213Z InvocationID=1b5dd57b-fb15-48ca-b77d-6cd30be45593 2021-05-04T00:47:56.305Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=baf26a41-7be4-4618-9700-07d16d25637f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:56.404Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=baf26a41-7be4-4618-9700-07d16d25637f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:47:56.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:56.213Z InvocationID=f12f1b4a-f36a-4413-987b-666a159bb168 ResponseDesc=OK 2021-05-04T00:47:59.102Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8d634cba-b287-4b3e-b94d-9dc43f8ba094 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:47:59.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:59.102Z InvocationID=8eb38bf0-6368-4b3d-a7c5-9975fff91870 2021-05-04T00:47:59.114Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8d634cba-b287-4b3e-b94d-9dc43f8ba094 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:47:59.128Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8d634cba-b287-4b3e-b94d-9dc43f8ba094 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=26 EndTimestamp=2021-05-04T00:47:59.128Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:47:59.102Z InvocationID=d2ca190d-9505-41fb-bd00-f6f043ad6b1a ResponseDesc=OK 2021-05-04T00:48:01.100Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc1133df-c958-430b-bf92-917ea8f47bfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:01.100Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:01.100Z InvocationID=0b06602f-16f3-43eb-9329-efcff6ac25c0 2021-05-04T00:48:01.113Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc1133df-c958-430b-bf92-917ea8f47bfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:01.215Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bc1133df-c958-430b-bf92-917ea8f47bfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=115 EndTimestamp=2021-05-04T00:48:01.215Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:01.100Z InvocationID=b6419efa-da15-49a8-91b2-59f34c891857 ResponseDesc=OK 2021-05-04T00:48:02.423Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4f901cbe-02c6-4a66-807d-0ebac751d622 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:02.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:02.423Z InvocationID=eaa76b0a-8c2f-4a44-a0b3-55c503637deb 2021-05-04T00:48:02.601Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4f901cbe-02c6-4a66-807d-0ebac751d622 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:02.711Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4f901cbe-02c6-4a66-807d-0ebac751d622 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=288 EndTimestamp=2021-05-04T00:48:02.711Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:02.423Z InvocationID=c7831aa1-fca8-42c9-83db-1ff0c6cda6b9 ResponseDesc=OK 2021-05-04T00:48:05.709Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6806689c-640c-444f-90f8-9dcfbd49c575 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:05.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:05.709Z InvocationID=e846b71a-8a98-4fc1-9525-a7553f573efe 2021-05-04T00:48:05.800Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6806689c-640c-444f-90f8-9dcfbd49c575 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:06.045Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6806689c-640c-444f-90f8-9dcfbd49c575 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=336 EndTimestamp=2021-05-04T00:48:06.045Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:05.709Z InvocationID=2ae542f7-0633-4b39-90d2-b6d6efc65096 ResponseDesc=OK 2021-05-04T00:48:08.217Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5e7907f-66f8-4aaf-bbd0-8db41cd4fae3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:08.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:08.217Z InvocationID=00cb735a-f986-44e1-b52d-ecbb6ce2b7f7 2021-05-04T00:48:08.300Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5e7907f-66f8-4aaf-bbd0-8db41cd4fae3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:08.501Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5e7907f-66f8-4aaf-bbd0-8db41cd4fae3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=284 EndTimestamp=2021-05-04T00:48:08.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:08.217Z InvocationID=22bb0802-99ae-401a-849d-df2aa3418649 ResponseDesc=OK 2021-05-04T00:48:11.156Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c036fef-fcf4-479a-aeb4-bc68b7b7bca7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:11.156Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:11.156Z InvocationID=8f169a85-32a4-4db6-bcda-fe8b4e42474a 2021-05-04T00:48:11.246Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c036fef-fcf4-479a-aeb4-bc68b7b7bca7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:11.258Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2c036fef-fcf4-479a-aeb4-bc68b7b7bca7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=102 EndTimestamp=2021-05-04T00:48:11.258Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:11.156Z InvocationID=f9476b7b-dde1-4111-843c-2c62b97a89bc ResponseDesc=OK 2021-05-04T00:48:14.507Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=712dd476-ef7b-4084-b3a8-7f1fb012b861 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:14.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:14.507Z InvocationID=99d931bb-7e41-4cbc-b316-dabd9de996e1 2021-05-04T00:48:14.513Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=712dd476-ef7b-4084-b3a8-7f1fb012b861 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:14.810Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=712dd476-ef7b-4084-b3a8-7f1fb012b861 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=303 EndTimestamp=2021-05-04T00:48:14.810Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:14.507Z InvocationID=304b7cbd-136d-4246-a67e-125eac2d03ef ResponseDesc=OK 2021-05-04T00:48:17.520Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9004b2e-2b8f-4e4c-b3a1-6b6d74d07dea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:17.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:17.520Z InvocationID=2b26f958-9427-47dc-8fd2-2c12031de9af 2021-05-04T00:48:17.601Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9004b2e-2b8f-4e4c-b3a1-6b6d74d07dea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:17.901Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9004b2e-2b8f-4e4c-b3a1-6b6d74d07dea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=381 EndTimestamp=2021-05-04T00:48:17.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:17.520Z InvocationID=fa07a0b8-0684-443b-b5d9-da07e3f6767d ResponseDesc=OK 2021-05-04T00:48:20.421Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd3ef922-6b68-4153-8f9a-79747dfa4262 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:20.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:20.421Z InvocationID=f44279ad-809d-419a-ab04-4a0343dd0753 2021-05-04T00:48:20.597Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd3ef922-6b68-4153-8f9a-79747dfa4262 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:20.613Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd3ef922-6b68-4153-8f9a-79747dfa4262 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:48:20.613Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:20.421Z InvocationID=4fae5054-6a5e-402a-bb44-25a1c4309841 ResponseDesc=OK 2021-05-04T00:48:23.507Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf7882f6-453f-492c-9c2a-78a3f45627bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:23.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:23.507Z InvocationID=a08be82e-e55b-4b51-a8cf-32cbae1c1bd7 2021-05-04T00:48:23.647Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf7882f6-453f-492c-9c2a-78a3f45627bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:23.947Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf7882f6-453f-492c-9c2a-78a3f45627bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=440 EndTimestamp=2021-05-04T00:48:23.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:23.507Z InvocationID=f81093f5-4777-4857-a645-59e5758b7764 ResponseDesc=OK 2021-05-04T00:48:26.355Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8cc2adc5-eef3-4d80-9716-d369908394eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:26.355Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:26.355Z InvocationID=2be1e206-8752-4fdc-8526-2200f5a0da80 2021-05-04T00:48:26.460Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8cc2adc5-eef3-4d80-9716-d369908394eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:26.647Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8cc2adc5-eef3-4d80-9716-d369908394eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=292 EndTimestamp=2021-05-04T00:48:26.647Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:26.355Z InvocationID=2a27d4b8-7b6a-4bc4-8c7d-c8d913bbee96 ResponseDesc=OK 2021-05-04T00:48:27.688Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=266b1cec-5643-48a6-a134-5559a6e19154 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:27.688Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:27.688Z InvocationID=a59dbf1e-fd5d-418d-9dec-81f58b6f1f9d 2021-05-04T00:48:27.705Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=266b1cec-5643-48a6-a134-5559a6e19154 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:27.798Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=266b1cec-5643-48a6-a134-5559a6e19154 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T00:48:27.798Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:27.688Z InvocationID=4e14d186-ee18-47c4-9bf4-82acc5975c27 ResponseDesc=OK 2021-05-04T00:48:29.305Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=79b4dd42-1e1d-480d-b8b2-12fa2ca9aa4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:29.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:29.305Z InvocationID=af601811-1853-4fcb-9a84-3be2e0009e76 2021-05-04T00:48:29.313Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=79b4dd42-1e1d-480d-b8b2-12fa2ca9aa4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:29.404Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=79b4dd42-1e1d-480d-b8b2-12fa2ca9aa4d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=99 EndTimestamp=2021-05-04T00:48:29.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:29.305Z InvocationID=a56a357d-d34e-44b0-b268-25bc7cf41de8 ResponseDesc=OK 2021-05-04T00:48:32.056Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a000acc-df2d-42f7-833d-a8487607d334 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:32.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:32.055Z InvocationID=b287a1e7-8551-4f87-9a05-e98887b4cead 2021-05-04T00:48:32.063Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a000acc-df2d-42f7-833d-a8487607d334 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:32.153Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a000acc-df2d-42f7-833d-a8487607d334 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:48:32.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:32.055Z InvocationID=4dc16455-6053-4f05-a662-ddb89c830908 ResponseDesc=OK 2021-05-04T00:48:35.406Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b246516-1ffd-43e9-bab7-c94c7acfbc32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:35.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:35.405Z InvocationID=b5766408-24dc-42f0-bc68-3501a751d965 2021-05-04T00:48:35.502Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b246516-1ffd-43e9-bab7-c94c7acfbc32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:35.600Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1b246516-1ffd-43e9-bab7-c94c7acfbc32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T00:48:35.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:35.405Z InvocationID=bd1813f3-3dcd-4729-8959-b2d4fdd3bf6f ResponseDesc=OK 2021-05-04T00:48:38.127Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64568b0e-5c2e-44de-961c-6d608909845b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:38.127Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:38.127Z InvocationID=196626ce-3a78-4a41-95c3-5404263dec43 2021-05-04T00:48:38.200Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64568b0e-5c2e-44de-961c-6d608909845b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:38.309Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64568b0e-5c2e-44de-961c-6d608909845b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:48:38.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:38.127Z InvocationID=6e69dfe4-a949-407c-bbbf-9941099ddaf5 ResponseDesc=OK 2021-05-04T00:48:41.116Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=46351b43-0c0c-4a2e-a61e-d6f4bbb70ea9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:41.116Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:41.116Z InvocationID=6a96654b-8f63-4276-8089-9f71176a4f40 2021-05-04T00:48:41.198Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=46351b43-0c0c-4a2e-a61e-d6f4bbb70ea9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:41.401Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=46351b43-0c0c-4a2e-a61e-d6f4bbb70ea9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=285 EndTimestamp=2021-05-04T00:48:41.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:41.116Z InvocationID=c8d4e170-1ed8-4f9c-8447-6db557468091 ResponseDesc=OK 2021-05-04T00:48:44.424Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94a934c5-721a-4952-bcda-ed47fae091aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:44.424Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:44.424Z InvocationID=a6c488de-5008-4014-83dd-7c7a7ef1ee86 2021-05-04T00:48:44.556Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94a934c5-721a-4952-bcda-ed47fae091aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:44.752Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94a934c5-721a-4952-bcda-ed47fae091aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=328 EndTimestamp=2021-05-04T00:48:44.752Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:44.424Z InvocationID=ea4f65a9-f7b4-4b80-a5cb-e47e3349d968 ResponseDesc=OK 2021-05-04T00:48:47.159Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=197790d0-6f61-4054-b8b7-f9155aa6fa08 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:47.159Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:47.159Z InvocationID=686885ad-4b59-4353-9407-6b851b1c71e9 2021-05-04T00:48:47.265Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=197790d0-6f61-4054-b8b7-f9155aa6fa08 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:47.445Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=197790d0-6f61-4054-b8b7-f9155aa6fa08 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=286 EndTimestamp=2021-05-04T00:48:47.445Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:47.159Z InvocationID=69024492-0833-4512-b7ae-cdfe278c623e ResponseDesc=OK 2021-05-04T00:48:50.207Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30bfe689-c429-4383-8c2d-fe193dfa5def InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:50.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:50.206Z InvocationID=eb9b4de0-038b-48ec-a099-a3883462b3c6 2021-05-04T00:48:50.216Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30bfe689-c429-4383-8c2d-fe193dfa5def InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:50.316Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30bfe689-c429-4383-8c2d-fe193dfa5def InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T00:48:50.316Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:50.206Z InvocationID=c2412df8-e4f9-4d5e-aac3-ceaa5674c382 ResponseDesc=OK 2021-05-04T00:48:53.526Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=765a4093-dc12-4622-9e7b-8c1e2eb4b049 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:53.525Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:53.525Z InvocationID=4c61b96a-ae34-4f4f-8799-350694c06a3a 2021-05-04T00:48:53.601Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=765a4093-dc12-4622-9e7b-8c1e2eb4b049 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:53.946Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=765a4093-dc12-4622-9e7b-8c1e2eb4b049 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=421 EndTimestamp=2021-05-04T00:48:53.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:53.525Z InvocationID=762f32ef-4358-43b2-94e5-4c9e84849cbf ResponseDesc=OK 2021-05-04T00:48:56.311Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=60666f86-dc80-4847-b31a-434eebb104f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:56.311Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:56.311Z InvocationID=ef0cb192-7a0e-412d-a4c7-ddea4e20adbc 2021-05-04T00:48:56.506Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=60666f86-dc80-4847-b31a-434eebb104f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:56.607Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=60666f86-dc80-4847-b31a-434eebb104f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:48:56.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:56.311Z InvocationID=d7d73662-bccd-4fc2-a857-915abb7e42b8 ResponseDesc=OK 2021-05-04T00:48:59.503Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55d5408d-1dca-4f1e-a753-68087b129251 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:48:59.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:59.503Z InvocationID=4eab7980-a812-4336-9edc-954e76bd2a15 2021-05-04T00:48:59.599Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55d5408d-1dca-4f1e-a753-68087b129251 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:48:59.700Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55d5408d-1dca-4f1e-a753-68087b129251 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T00:48:59.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:48:59.503Z InvocationID=3cd7a146-7b72-4611-b06c-09eb62ada5d5 ResponseDesc=OK 2021-05-04T00:49:01.130Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de5b1e17-cca4-4cfc-ba34-75602e508bfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:01.130Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:01.130Z InvocationID=d56f160e-37e5-4253-959a-81abbaeef4f4 2021-05-04T00:49:01.301Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de5b1e17-cca4-4cfc-ba34-75602e508bfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:01.316Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de5b1e17-cca4-4cfc-ba34-75602e508bfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:49:01.316Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:01.130Z InvocationID=443b3c38-2c06-400b-9aa0-fe93b9e81e81 ResponseDesc=OK 2021-05-04T00:49:02.216Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c61885a0-ebf8-4d2b-92c5-304a9389ca17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:02.216Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:02.216Z InvocationID=8619b9c4-2514-4979-a4ba-8d25060433dc 2021-05-04T00:49:02.300Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c61885a0-ebf8-4d2b-92c5-304a9389ca17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:02.319Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c61885a0-ebf8-4d2b-92c5-304a9389ca17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:49:02.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:02.216Z InvocationID=2acf58ff-a2a5-4262-bfdb-7ecf33faead9 ResponseDesc=OK 2021-05-04T00:49:05.518Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a0434e26-fdf7-491f-8872-51a2ffedcf0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:05.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:05.518Z InvocationID=b931ca95-2021-42aa-98a8-380feddce7c2 2021-05-04T00:49:05.745Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a0434e26-fdf7-491f-8872-51a2ffedcf0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:06.001Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a0434e26-fdf7-491f-8872-51a2ffedcf0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=483 EndTimestamp=2021-05-04T00:49:06.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:05.518Z InvocationID=a1c47b1c-2d2a-4a4e-ad1c-a9f15f45edb8 ResponseDesc=OK 2021-05-04T00:49:08.224Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab1e16eb-4b14-400d-900e-5836d10895f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:08.224Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:08.224Z InvocationID=e480ed53-bd81-4f28-a7c1-a04c05188d7d 2021-05-04T00:49:08.312Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab1e16eb-4b14-400d-900e-5836d10895f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:08.502Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ab1e16eb-4b14-400d-900e-5836d10895f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=278 EndTimestamp=2021-05-04T00:49:08.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:08.224Z InvocationID=018cd3f9-1742-481f-b0f5-36472814dd38 ResponseDesc=OK 2021-05-04T00:49:11.371Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8b9d54a-1636-456c-9f64-326bfa3467df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:11.370Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:11.370Z InvocationID=a12225de-8461-4598-ac77-a6b3aab1c105 2021-05-04T00:49:11.447Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8b9d54a-1636-456c-9f64-326bfa3467df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:11.746Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8b9d54a-1636-456c-9f64-326bfa3467df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=376 EndTimestamp=2021-05-04T00:49:11.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:11.370Z InvocationID=923f6f95-cc27-45d9-af6e-16b60452dd81 ResponseDesc=OK 2021-05-04T00:49:14.410Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=826f0c5e-eacf-4519-8184-bb222474ef78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:14.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:14.410Z InvocationID=2f4010f0-7632-4a0a-b63b-87b672ff15de 2021-05-04T00:49:14.506Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=826f0c5e-eacf-4519-8184-bb222474ef78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:14.700Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=826f0c5e-eacf-4519-8184-bb222474ef78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T00:49:14.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:14.410Z InvocationID=e17b879d-b0b2-43bb-a893-62b36b08f779 ResponseDesc=OK 2021-05-04T00:49:17.208Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e04b73eb-a56b-426c-a04d-aefdf63b4e8c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:17.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:17.208Z InvocationID=39544561-47bc-44eb-b67f-f3b83d7d6b38 2021-05-04T00:49:17.218Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e04b73eb-a56b-426c-a04d-aefdf63b4e8c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:17.317Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e04b73eb-a56b-426c-a04d-aefdf63b4e8c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=109 EndTimestamp=2021-05-04T00:49:17.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:17.208Z InvocationID=b1b78a66-1646-46b1-9247-bbddda0fa249 ResponseDesc=OK 2021-05-04T00:49:20.206Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c03f5dbc-511a-4f4d-8cb2-5e84a0b23eb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:20.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:20.206Z InvocationID=2ed090be-4b2e-4ad0-8416-8ee925d20fa7 2021-05-04T00:49:20.217Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c03f5dbc-511a-4f4d-8cb2-5e84a0b23eb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:20.322Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c03f5dbc-511a-4f4d-8cb2-5e84a0b23eb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=116 EndTimestamp=2021-05-04T00:49:20.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:20.206Z InvocationID=5acac12b-94cf-4569-9c0b-fc0202f6ec9d ResponseDesc=OK 2021-05-04T00:49:23.426Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2dbe54d-3dee-4d3e-9577-811bad7c39d6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:23.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:23.426Z InvocationID=86ce52ad-99e2-44e3-8d59-800e39f999e5 2021-05-04T00:49:23.645Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2dbe54d-3dee-4d3e-9577-811bad7c39d6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:23.901Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2dbe54d-3dee-4d3e-9577-811bad7c39d6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=475 EndTimestamp=2021-05-04T00:49:23.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:23.426Z InvocationID=5a8c5076-504e-493b-9ef2-b28811cc510b ResponseDesc=OK 2021-05-04T00:49:26.225Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb293954-8d90-44cd-b1bd-933dae49e4f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:26.225Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:26.225Z InvocationID=c422b7e7-c355-4e32-a61f-7bb6fb644da7 2021-05-04T00:49:26.248Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb293954-8d90-44cd-b1bd-933dae49e4f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:26.262Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb293954-8d90-44cd-b1bd-933dae49e4f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=37 EndTimestamp=2021-05-04T00:49:26.262Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:26.225Z InvocationID=0456c2a5-abc3-4991-aa56-4b802b0e1fb0 ResponseDesc=OK 2021-05-04T00:49:27.679Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=866d9e12-aba1-47c6-8314-e9a86df78388 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:27.679Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:27.679Z InvocationID=0986c825-4fbd-475a-bd99-4c4175677c93 2021-05-04T00:49:27.712Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=866d9e12-aba1-47c6-8314-e9a86df78388 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:27.809Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=866d9e12-aba1-47c6-8314-e9a86df78388 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=130 EndTimestamp=2021-05-04T00:49:27.809Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:27.679Z InvocationID=58c6b2cc-fab4-411d-bbc4-b093cbc090dd ResponseDesc=OK 2021-05-04T00:49:29.206Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6db3cf6b-ba72-45c6-9d11-e75a97d0a57a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:29.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:29.206Z InvocationID=bde2bfae-8b19-4f75-b0ae-a3c5e743443a 2021-05-04T00:49:29.298Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6db3cf6b-ba72-45c6-9d11-e75a97d0a57a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:29.416Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6db3cf6b-ba72-45c6-9d11-e75a97d0a57a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=209 EndTimestamp=2021-05-04T00:49:29.415Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:29.206Z InvocationID=504d9629-0cfb-44e9-8863-566691b186b4 ResponseDesc=OK 2021-05-04T00:49:32.164Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f17f65f6-9b5d-4f7b-88aa-32a627c0a6eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:32.164Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:32.164Z InvocationID=427c2066-2dfe-4b69-87f1-d6fd85fdc92a 2021-05-04T00:49:32.248Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f17f65f6-9b5d-4f7b-88aa-32a627c0a6eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:32.346Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f17f65f6-9b5d-4f7b-88aa-32a627c0a6eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:49:32.346Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:32.164Z InvocationID=32ab7b72-19dd-4474-9955-2cac920f40fa ResponseDesc=OK 2021-05-04T00:49:35.435Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be4b8f88-3306-4152-9866-b71f9808d38a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:35.435Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:35.435Z InvocationID=aa741b41-f46c-4f8e-a929-0c61e513621a 2021-05-04T00:49:35.504Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be4b8f88-3306-4152-9866-b71f9808d38a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:35.518Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be4b8f88-3306-4152-9866-b71f9808d38a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=83 EndTimestamp=2021-05-04T00:49:35.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:35.435Z InvocationID=937363fa-3f5d-4ea6-8895-bb577100c18b ResponseDesc=OK 2021-05-04T00:49:38.208Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=032748cc-e090-4fb6-82d2-892bf13e2ef0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:38.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:38.208Z InvocationID=34636c8e-86b1-41ca-b245-4046170c881c 2021-05-04T00:49:38.302Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=032748cc-e090-4fb6-82d2-892bf13e2ef0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:38.404Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=032748cc-e090-4fb6-82d2-892bf13e2ef0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T00:49:38.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:38.208Z InvocationID=f7c9ec69-4fd0-4c93-86b1-07e744337a00 ResponseDesc=OK 2021-05-04T00:49:41.026Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68888571-905b-439c-a450-f8bddebc2d71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:41.026Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:41.026Z InvocationID=191c9e24-2192-4273-885e-e400ead0afe2 2021-05-04T00:49:41.099Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68888571-905b-439c-a450-f8bddebc2d71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:41.145Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68888571-905b-439c-a450-f8bddebc2d71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=119 EndTimestamp=2021-05-04T00:49:41.145Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:41.026Z InvocationID=aa636876-b048-44a2-8592-e842a2537544 ResponseDesc=OK 2021-05-04T00:49:44.604Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c4e450d9-a93a-447a-96a8-795d8e7ffbd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:44.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:44.604Z InvocationID=518521bf-c04e-460e-a463-212f58df9421 2021-05-04T00:49:44.700Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c4e450d9-a93a-447a-96a8-795d8e7ffbd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:45.046Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c4e450d9-a93a-447a-96a8-795d8e7ffbd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=442 EndTimestamp=2021-05-04T00:49:45.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:44.604Z InvocationID=e1e6cd41-1dad-4397-b7d1-a8acc7ab8023 ResponseDesc=OK 2021-05-04T00:49:47.074Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e071bd03-0e3d-4bcf-9040-4288cdb9f031 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:47.074Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:47.074Z InvocationID=0bb130d4-b060-4c91-8d5c-7964eda7ea26 2021-05-04T00:49:47.154Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e071bd03-0e3d-4bcf-9040-4288cdb9f031 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:47.172Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e071bd03-0e3d-4bcf-9040-4288cdb9f031 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:49:47.172Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:47.074Z InvocationID=7ea6c21a-f854-4b1f-ad3b-4cb9eb75c174 ResponseDesc=OK 2021-05-04T00:49:50.403Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e7e7e76-14ac-4576-8704-efc48c9b8739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:50.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:50.403Z InvocationID=fe6c3641-66ac-4be6-9f02-4daf132fdaec 2021-05-04T00:49:50.504Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e7e7e76-14ac-4576-8704-efc48c9b8739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:50.898Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e7e7e76-14ac-4576-8704-efc48c9b8739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=495 EndTimestamp=2021-05-04T00:49:50.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:50.403Z InvocationID=29eeb0cc-92ff-41fe-bf89-bc61774c08ca ResponseDesc=OK 2021-05-04T00:49:53.406Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a75f1e26-bc1b-4e6d-a8eb-6fe5f3395dcb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:53.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:53.406Z InvocationID=2132cc50-8661-496c-a6f0-9658c34b61c4 2021-05-04T00:49:53.500Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a75f1e26-bc1b-4e6d-a8eb-6fe5f3395dcb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:53.746Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a75f1e26-bc1b-4e6d-a8eb-6fe5f3395dcb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=340 EndTimestamp=2021-05-04T00:49:53.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:53.406Z InvocationID=6c7dcf05-3fd1-460b-819b-399e191df87a ResponseDesc=OK 2021-05-04T00:49:56.709Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be4cd684-fe32-49a4-8fb7-0941e134e519 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:56.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:56.709Z InvocationID=ca261bfa-0280-463d-879c-61e502e4b7d7 2021-05-04T00:49:56.801Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be4cd684-fe32-49a4-8fb7-0941e134e519 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:57.055Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be4cd684-fe32-49a4-8fb7-0941e134e519 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=346 EndTimestamp=2021-05-04T00:49:57.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:56.709Z InvocationID=52503dd9-5839-470c-a35b-fc65441ac7ad ResponseDesc=OK 2021-05-04T00:49:59.319Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f23d4973-a640-4f8e-a3ba-a19554ff04c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:49:59.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:59.319Z InvocationID=06786d42-9d70-4b8d-a9d1-7322b76e5495 2021-05-04T00:49:59.399Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f23d4973-a640-4f8e-a3ba-a19554ff04c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:49:59.500Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f23d4973-a640-4f8e-a3ba-a19554ff04c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=181 EndTimestamp=2021-05-04T00:49:59.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:49:59.319Z InvocationID=5c0dc8ec-4771-4583-8425-27cd5956609d ResponseDesc=OK 2021-05-04T00:50:01.162Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55e0f53c-e5df-475f-8c65-f6654e436790 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:01.161Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:01.161Z InvocationID=d9ec892b-6d2b-44e6-97b6-7a9e0a4d9949 2021-05-04T00:50:01.201Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55e0f53c-e5df-475f-8c65-f6654e436790 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:01.220Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55e0f53c-e5df-475f-8c65-f6654e436790 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=59 EndTimestamp=2021-05-04T00:50:01.220Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:01.161Z InvocationID=f8365ee6-176d-4892-a21a-9d9bcdcae558 ResponseDesc=OK 2021-05-04T00:50:02.420Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71bf33dd-4725-4d0b-bcb7-cecb48237f4c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:02.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:02.419Z InvocationID=985fd55c-92d5-47ae-b454-680c2fb103e4 2021-05-04T00:50:02.519Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71bf33dd-4725-4d0b-bcb7-cecb48237f4c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:02.612Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71bf33dd-4725-4d0b-bcb7-cecb48237f4c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:50:02.612Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:02.419Z InvocationID=c321ef32-5af2-4989-951d-ba9d64b8dcda ResponseDesc=OK 2021-05-04T00:50:05.505Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2adbe0d4-1b1c-4fab-8655-70958e6aba63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:05.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:05.505Z InvocationID=b7da62d3-60ad-4543-86ca-32650bed0095 2021-05-04T00:50:05.547Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2adbe0d4-1b1c-4fab-8655-70958e6aba63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:05.854Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2adbe0d4-1b1c-4fab-8655-70958e6aba63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T00:50:05.854Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:05.505Z InvocationID=9185c4c5-06d7-479a-b18e-e1dabab82a24 ResponseDesc=OK 2021-05-04T00:50:08.226Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5081ac8d-af4d-4b3d-a143-d549533e82fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:08.226Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:08.226Z InvocationID=0e232ea5-45c4-49d9-9ccb-c0bcf8b381c6 2021-05-04T00:50:08.305Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5081ac8d-af4d-4b3d-a143-d549533e82fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:08.319Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5081ac8d-af4d-4b3d-a143-d549533e82fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:50:08.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:08.226Z InvocationID=a28d8a98-aa58-4244-8b95-c75c1dab7c07 ResponseDesc=OK 2021-05-04T00:50:11.150Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e40ec16-9ef3-44a3-9a0a-e718dd79835c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:11.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:11.150Z InvocationID=bcd2fbc7-9e8c-4295-9a25-3cd08a4eaebd 2021-05-04T00:50:11.246Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e40ec16-9ef3-44a3-9a0a-e718dd79835c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:11.257Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4e40ec16-9ef3-44a3-9a0a-e718dd79835c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T00:50:11.257Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:11.150Z InvocationID=ddb3f53c-9160-4887-acdd-337358a1e1dd ResponseDesc=OK 2021-05-04T00:50:14.508Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e409f083-b0e4-4f2d-9ca5-87ab2e8c549e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:14.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:14.508Z InvocationID=059568a2-25da-4801-aad7-9b34f126fa54 2021-05-04T00:50:14.604Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e409f083-b0e4-4f2d-9ca5-87ab2e8c549e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:14.702Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e409f083-b0e4-4f2d-9ca5-87ab2e8c549e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:50:14.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:14.508Z InvocationID=4d03dc7e-c3e0-42c6-9eba-4e5ba692d42a ResponseDesc=OK 2021-05-04T00:50:17.129Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b9f8ad4-9b40-44eb-b21d-5a36a57741d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:17.129Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:17.129Z InvocationID=36d9428a-52d4-41af-b8c9-c040ff4bd163 2021-05-04T00:50:17.202Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b9f8ad4-9b40-44eb-b21d-5a36a57741d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:17.215Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b9f8ad4-9b40-44eb-b21d-5a36a57741d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=86 EndTimestamp=2021-05-04T00:50:17.215Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:17.129Z InvocationID=54403e4e-255a-4dc5-9187-320070ec2853 ResponseDesc=OK 2021-05-04T00:50:20.413Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d2cf213-18a6-4e09-9e09-6b521fbf3bc6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:20.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:20.412Z InvocationID=0f922f33-38a9-4cab-8416-97650caab610 2021-05-04T00:50:20.423Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d2cf213-18a6-4e09-9e09-6b521fbf3bc6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:20.523Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d2cf213-18a6-4e09-9e09-6b521fbf3bc6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=111 EndTimestamp=2021-05-04T00:50:20.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:20.412Z InvocationID=104851f7-971b-48e6-8d47-3edc3ab6f22c ResponseDesc=OK 2021-05-04T00:50:23.506Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1cf384dd-36b0-4cb2-adcb-96a246668667 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:23.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:23.505Z InvocationID=10318078-9546-465f-955d-a1f991ad5248 2021-05-04T00:50:23.546Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1cf384dd-36b0-4cb2-adcb-96a246668667 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:23.848Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1cf384dd-36b0-4cb2-adcb-96a246668667 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:50:23.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:23.505Z InvocationID=824fd740-c805-4557-a18d-1f22a132ae1a ResponseDesc=OK 2021-05-04T00:50:26.266Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55b90e75-46a5-4029-8977-5283fe8e6015 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:26.265Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:26.265Z InvocationID=0dc688a8-7d7a-45f8-b6f9-f8986709e9a1 2021-05-04T00:50:26.347Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55b90e75-46a5-4029-8977-5283fe8e6015 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:26.358Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55b90e75-46a5-4029-8977-5283fe8e6015 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=93 EndTimestamp=2021-05-04T00:50:26.358Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:26.265Z InvocationID=469eab95-0559-4593-9b90-d2695bef54ab ResponseDesc=OK 2021-05-04T00:50:27.656Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5bb3363c-9316-4fbb-a743-c30ff292daf4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:27.655Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:27.655Z InvocationID=c2327f04-9230-481c-b7ec-b91935b53976 2021-05-04T00:50:27.697Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5bb3363c-9316-4fbb-a743-c30ff292daf4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:27.717Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5bb3363c-9316-4fbb-a743-c30ff292daf4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=61 EndTimestamp=2021-05-04T00:50:27.716Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:27.655Z InvocationID=eedca69e-ff32-4a9a-b53b-c0244191dd25 ResponseDesc=OK 2021-05-04T00:50:29.107Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50936129-bf36-445a-b8fd-a504191ee2fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:29.107Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:29.107Z InvocationID=c10f79c7-06dd-4ea5-a73e-9c5d6eddd820 2021-05-04T00:50:29.200Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50936129-bf36-445a-b8fd-a504191ee2fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:29.299Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50936129-bf36-445a-b8fd-a504191ee2fc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:50:29.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:29.107Z InvocationID=3bd0fe7f-1a8a-45e3-9895-0e10d4adc06e ResponseDesc=OK 2021-05-04T00:50:32.062Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=375eb88c-dbcc-4516-a2cf-ec76f39e684d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:32.062Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:32.062Z InvocationID=6bd75a95-b988-4375-9fba-9681ef5d14da 2021-05-04T00:50:32.146Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=375eb88c-dbcc-4516-a2cf-ec76f39e684d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:32.163Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=375eb88c-dbcc-4516-a2cf-ec76f39e684d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:50:32.163Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:32.062Z InvocationID=0c0bd9a0-dc5f-49e2-9f7d-771146b85151 ResponseDesc=OK 2021-05-04T00:50:35.406Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc127d2b-729f-4fe3-9c84-5de4d2249a4a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:35.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:35.406Z InvocationID=ac2b5347-55a2-43a6-8bb5-ddc99ff860c8 2021-05-04T00:50:35.419Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc127d2b-729f-4fe3-9c84-5de4d2249a4a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:35.701Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc127d2b-729f-4fe3-9c84-5de4d2249a4a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:50:35.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:35.406Z InvocationID=3c76d1b2-9a08-410f-99d6-e07efba5a8a7 ResponseDesc=OK 2021-05-04T00:50:38.304Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=728a39bf-5080-41be-8935-e7e9b2d3a288 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:38.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:38.304Z InvocationID=4aafb768-588d-42a3-ac5c-b19ba91ad86c 2021-05-04T00:50:38.424Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=728a39bf-5080-41be-8935-e7e9b2d3a288 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:38.507Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=728a39bf-5080-41be-8935-e7e9b2d3a288 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=203 EndTimestamp=2021-05-04T00:50:38.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:38.304Z InvocationID=53b810a1-bf38-4a46-8063-d98f05090d9f ResponseDesc=OK 2021-05-04T00:50:41.311Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec145656-4ee5-4ccf-9d7b-7d047b95ba9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:41.311Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:41.311Z InvocationID=61c684cc-4b99-42c4-a150-4ab411566cc7 2021-05-04T00:50:41.400Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec145656-4ee5-4ccf-9d7b-7d047b95ba9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:41.498Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec145656-4ee5-4ccf-9d7b-7d047b95ba9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T00:50:41.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:41.311Z InvocationID=3e3c2692-c5fe-4047-8c3f-a5f6e04bd7a2 ResponseDesc=OK 2021-05-04T00:50:44.506Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62fba490-e95d-427b-a1df-de692d775518 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:44.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:44.506Z InvocationID=6a7790e0-2e3e-4854-83a7-18393babc067 2021-05-04T00:50:44.746Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62fba490-e95d-427b-a1df-de692d775518 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:45.002Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=62fba490-e95d-427b-a1df-de692d775518 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:50:45.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:44.506Z InvocationID=9f579e71-562e-42f7-bbe4-5c21c11bf3d8 ResponseDesc=OK 2021-05-04T00:50:47.016Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28e69aef-e90b-4eb0-98fc-66cc287dfd86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:47.016Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:47.016Z InvocationID=19a8e903-4209-406c-a09a-95c0974b2ad8 2021-05-04T00:50:47.047Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28e69aef-e90b-4eb0-98fc-66cc287dfd86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:47.059Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28e69aef-e90b-4eb0-98fc-66cc287dfd86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=43 EndTimestamp=2021-05-04T00:50:47.059Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:47.016Z InvocationID=be7e935e-4fc4-438d-8708-23515be17431 ResponseDesc=OK 2021-05-04T00:50:50.402Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4548c5ac-9055-43e4-9ae1-bc3502d32e8b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:50.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:50.402Z InvocationID=220e8c83-d152-4e43-b4bd-50b772f8a50e 2021-05-04T00:50:50.448Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4548c5ac-9055-43e4-9ae1-bc3502d32e8b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:50.746Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4548c5ac-9055-43e4-9ae1-bc3502d32e8b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T00:50:50.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:50.402Z InvocationID=11d185b8-9a84-4084-b030-aa328aaec91a ResponseDesc=OK 2021-05-04T00:50:53.306Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1193a369-eb1a-46a6-9b12-88906b442117 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:53.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:53.306Z InvocationID=d648e6e6-d42c-437a-a309-30d0ff9db876 2021-05-04T00:50:53.446Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1193a369-eb1a-46a6-9b12-88906b442117 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:53.724Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1193a369-eb1a-46a6-9b12-88906b442117 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=418 EndTimestamp=2021-05-04T00:50:53.724Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:53.306Z InvocationID=0263ebaa-a4f1-4ac7-ba3d-0e3e70c8f274 ResponseDesc=OK 2021-05-04T00:50:56.330Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=948afbed-76aa-4ec9-a146-6abeab67b440 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:56.330Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:56.330Z InvocationID=a7bdfe9e-cfdf-4986-887c-03f979b30921 2021-05-04T00:50:56.404Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=948afbed-76aa-4ec9-a146-6abeab67b440 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:56.521Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=948afbed-76aa-4ec9-a146-6abeab67b440 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:50:56.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:56.330Z InvocationID=6bcd258b-4f1c-413d-8fa4-607c1ac20acc ResponseDesc=OK 2021-05-04T00:50:59.415Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17aa197f-d20d-4f62-a47d-9d817e9aae11 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:50:59.415Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:59.415Z InvocationID=ae984b0d-d581-4cc7-8ccc-788487a7aa95 2021-05-04T00:50:59.498Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17aa197f-d20d-4f62-a47d-9d817e9aae11 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:50:59.600Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17aa197f-d20d-4f62-a47d-9d817e9aae11 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=185 EndTimestamp=2021-05-04T00:50:59.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:50:59.415Z InvocationID=b279df54-2c50-444a-8e73-5340f28e6111 ResponseDesc=OK 2021-05-04T00:51:01.142Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7fb69800-b875-40eb-bc98-495d1dae622e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:01.142Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:01.142Z InvocationID=a9597d04-dec2-40d5-acad-d814350eb981 2021-05-04T00:51:01.297Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7fb69800-b875-40eb-bc98-495d1dae622e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:01.506Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7fb69800-b875-40eb-bc98-495d1dae622e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=364 EndTimestamp=2021-05-04T00:51:01.506Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:01.142Z InvocationID=225dd399-4859-42e7-9bfd-0ce9b4b36542 ResponseDesc=OK 2021-05-04T00:51:02.221Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc26c3b1-5a93-4cc4-988b-89b5e564084c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:02.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:02.221Z InvocationID=bc84d17f-8065-47ef-bffd-819e83d5c7ef 2021-05-04T00:51:02.314Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc26c3b1-5a93-4cc4-988b-89b5e564084c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:02.414Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc26c3b1-5a93-4cc4-988b-89b5e564084c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:51:02.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:02.221Z InvocationID=2d1b324c-9a07-47a4-84a9-bf675e819b8c ResponseDesc=OK 2021-05-04T00:51:05.405Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95808930-8e77-4907-aca3-3d056cb2c556 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:05.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:05.405Z InvocationID=8583813d-6fa7-43e0-8382-5f02e81f530d 2021-05-04T00:51:05.545Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95808930-8e77-4907-aca3-3d056cb2c556 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:05.857Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95808930-8e77-4907-aca3-3d056cb2c556 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=452 EndTimestamp=2021-05-04T00:51:05.857Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:05.405Z InvocationID=492f1ef5-1f3f-4571-a3f3-29a9b6f993fc ResponseDesc=OK 2021-05-04T00:51:08.211Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=daade60e-c386-45fe-8db0-24a7c0be3ebc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:08.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:08.211Z InvocationID=b66f7336-880e-48b2-9603-0596116381a5 2021-05-04T00:51:08.219Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=daade60e-c386-45fe-8db0-24a7c0be3ebc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:08.314Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=daade60e-c386-45fe-8db0-24a7c0be3ebc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T00:51:08.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:08.211Z InvocationID=f3b8baeb-82f4-4acf-b4dd-fc790579e357 ResponseDesc=OK 2021-05-04T00:51:11.322Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3f16430b-2d0f-4889-964a-bb3d9c262b88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:11.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:11.322Z InvocationID=47ffa642-1562-435f-933f-fabb4060ac5d 2021-05-04T00:51:11.597Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3f16430b-2d0f-4889-964a-bb3d9c262b88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:11.898Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3f16430b-2d0f-4889-964a-bb3d9c262b88 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=576 EndTimestamp=2021-05-04T00:51:11.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:11.322Z InvocationID=39511b18-68f7-49b5-aa2b-3fae4c0adaff ResponseDesc=OK 2021-05-04T00:51:14.508Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b1c714e4-fe36-44e7-a3ef-fe196689d7f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:14.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:14.508Z InvocationID=27c582a2-a068-40e3-a825-74412c3a0857 2021-05-04T00:51:14.515Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b1c714e4-fe36-44e7-a3ef-fe196689d7f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:14.525Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b1c714e4-fe36-44e7-a3ef-fe196689d7f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=17 EndTimestamp=2021-05-04T00:51:14.525Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:14.508Z InvocationID=87047486-bcac-4f3b-a559-f1c0663c7b18 ResponseDesc=OK 2021-05-04T00:51:17.421Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e5512dcd-1036-4eed-bb5c-36c3eb209486 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:17.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:17.421Z InvocationID=146e2eea-6c0e-4c38-9241-e0e2c1bb94ce 2021-05-04T00:51:17.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e5512dcd-1036-4eed-bb5c-36c3eb209486 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:17.512Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e5512dcd-1036-4eed-bb5c-36c3eb209486 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=91 EndTimestamp=2021-05-04T00:51:17.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:17.421Z InvocationID=b7d86e0e-86e0-48c5-af3a-14ed3ecbc8d1 ResponseDesc=OK 2021-05-04T00:51:20.218Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cb952d31-d753-4f58-9b72-520f2f994fe8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:20.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:20.217Z InvocationID=12f8d4a9-ac41-4c94-a90d-f864e371b566 2021-05-04T00:51:20.303Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cb952d31-d753-4f58-9b72-520f2f994fe8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:20.410Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cb952d31-d753-4f58-9b72-520f2f994fe8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:51:20.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:20.217Z InvocationID=3f7bb8d4-dcc9-4ee4-b21d-d9c3f34c44d4 ResponseDesc=OK 2021-05-04T00:51:23.607Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53d2255d-c30b-407a-876d-2d5336410dbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:23.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:23.607Z InvocationID=90a4772d-99ca-42ee-8fda-c2763f65f1d5 2021-05-04T00:51:23.700Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53d2255d-c30b-407a-876d-2d5336410dbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:23.946Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53d2255d-c30b-407a-876d-2d5336410dbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=338 EndTimestamp=2021-05-04T00:51:23.945Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:23.607Z InvocationID=14433290-5999-4db2-9b1c-1e84aee40335 ResponseDesc=OK 2021-05-04T00:51:26.406Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54d3adde-3c26-439b-bb9b-f67ed3760a0c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:26.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:26.406Z InvocationID=a8ae24ac-4270-4b97-bbea-2a96b58dc373 2021-05-04T00:51:26.556Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54d3adde-3c26-439b-bb9b-f67ed3760a0c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:26.569Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54d3adde-3c26-439b-bb9b-f67ed3760a0c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=163 EndTimestamp=2021-05-04T00:51:26.569Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:26.406Z InvocationID=89be9296-840a-46a6-a162-5bb97fca1734 ResponseDesc=OK 2021-05-04T00:51:27.699Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df301509-f1b7-4b83-ae9f-3c3bc9adce03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:27.699Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:27.699Z InvocationID=27737f44-ee9f-4c29-8924-70f4dc32d9c4 2021-05-04T00:51:27.722Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df301509-f1b7-4b83-ae9f-3c3bc9adce03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:27.803Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df301509-f1b7-4b83-ae9f-3c3bc9adce03 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:51:27.803Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:27.699Z InvocationID=2a08c36b-68f0-49c4-b095-7cb4b2bcf401 ResponseDesc=OK 2021-05-04T00:51:29.114Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ad9b904-1eab-42d4-8bef-d968e043ff84 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:29.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:29.114Z InvocationID=30b1cff2-af57-4c19-bb41-00df251bd98e 2021-05-04T00:51:29.205Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ad9b904-1eab-42d4-8bef-d968e043ff84 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:29.300Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ad9b904-1eab-42d4-8bef-d968e043ff84 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T00:51:29.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:29.114Z InvocationID=830e3c85-26d6-400f-9bfb-959b041fb19e ResponseDesc=OK 2021-05-04T00:51:32.151Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8040f41-acbd-4e6e-a357-46eff91f2e5d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:32.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:32.151Z InvocationID=6c9799cb-d6da-4f6d-a24f-1d9918b58b32 2021-05-04T00:51:32.160Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8040f41-acbd-4e6e-a357-46eff91f2e5d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:32.256Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8040f41-acbd-4e6e-a357-46eff91f2e5d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:51:32.255Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:32.151Z InvocationID=525d1fed-60bf-4b5c-9fb1-7dbbccad7638 ResponseDesc=OK 2021-05-04T00:51:35.330Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c67e003-7795-4d32-acb8-4177203a79d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:35.330Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:35.330Z InvocationID=dfbb7201-902d-4d73-a42d-0510295d5aa5 2021-05-04T00:51:35.404Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c67e003-7795-4d32-acb8-4177203a79d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:35.415Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c67e003-7795-4d32-acb8-4177203a79d4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=85 EndTimestamp=2021-05-04T00:51:35.415Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:35.330Z InvocationID=1831c9f5-a4ec-4508-b134-b3c67ae628c8 ResponseDesc=OK 2021-05-04T00:51:38.406Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7154bfb1-079f-47d3-8629-e516eb34d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:38.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:38.406Z InvocationID=be4004e4-eee6-48eb-a124-6c4eb64a9304 2021-05-04T00:51:38.416Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7154bfb1-079f-47d3-8629-e516eb34d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:38.700Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7154bfb1-079f-47d3-8629-e516eb34d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=294 EndTimestamp=2021-05-04T00:51:38.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:38.406Z InvocationID=3e535b37-62d7-45a0-81ff-b2ca6da334ef ResponseDesc=OK 2021-05-04T00:51:41.113Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fb99597-4f17-4478-9e1a-a001d193d2a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:41.112Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:41.112Z InvocationID=1f3087fd-c5e7-4218-ba12-e0e469e97c07 2021-05-04T00:51:41.199Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fb99597-4f17-4478-9e1a-a001d193d2a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:41.210Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fb99597-4f17-4478-9e1a-a001d193d2a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T00:51:41.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:41.112Z InvocationID=f44b52a4-e8e9-45aa-b038-6153cc74fcef ResponseDesc=OK 2021-05-04T00:51:44.310Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b47d8cf0-2217-4dd0-953f-a0704954e5c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:44.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:44.310Z InvocationID=7ebbfff0-45ae-4302-8e9f-6922da863df1 2021-05-04T00:51:44.348Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b47d8cf0-2217-4dd0-953f-a0704954e5c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:44.648Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b47d8cf0-2217-4dd0-953f-a0704954e5c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=338 EndTimestamp=2021-05-04T00:51:44.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:44.310Z InvocationID=b4c0832b-357d-42cf-b985-96d9c1949cb5 ResponseDesc=OK 2021-05-04T00:51:47.254Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8bb1d61-948c-4b72-9908-ace9e0fd9acb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:47.254Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:47.254Z InvocationID=549ffe2a-a670-4f38-a227-1818ca030330 2021-05-04T00:51:47.264Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8bb1d61-948c-4b72-9908-ace9e0fd9acb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:47.452Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8bb1d61-948c-4b72-9908-ace9e0fd9acb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=198 EndTimestamp=2021-05-04T00:51:47.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:47.254Z InvocationID=3bb0f1da-dfec-4238-8745-19beb72173d4 ResponseDesc=OK 2021-05-04T00:51:50.206Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fa06fc98-513e-412a-9fdc-bbe5416ed298 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:50.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:50.205Z InvocationID=6d4913d5-bd1d-40d7-add0-29785e75ef64 2021-05-04T00:51:50.215Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fa06fc98-513e-412a-9fdc-bbe5416ed298 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:50.348Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fa06fc98-513e-412a-9fdc-bbe5416ed298 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=143 EndTimestamp=2021-05-04T00:51:50.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:50.205Z InvocationID=c3fdedbd-41f1-4fa7-8281-a8b4e8f6bbfd ResponseDesc=OK 2021-05-04T00:51:53.405Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=70071c9f-f7d4-4f81-95a6-36deb51fb189 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:53.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:53.404Z InvocationID=5a13862b-f345-43d0-a618-48c43858d88f 2021-05-04T00:51:53.447Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=70071c9f-f7d4-4f81-95a6-36deb51fb189 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:53.802Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=70071c9f-f7d4-4f81-95a6-36deb51fb189 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=398 EndTimestamp=2021-05-04T00:51:53.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:53.404Z InvocationID=538a6a68-e736-4727-9cc3-4f84526658fe ResponseDesc=OK 2021-05-04T00:51:56.215Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3bffc6e7-0289-42ae-9ab3-6ca40d90b139 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:56.215Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:56.215Z InvocationID=5d11bef3-8b16-4ce4-a618-1b7032d05753 2021-05-04T00:51:56.314Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3bffc6e7-0289-42ae-9ab3-6ca40d90b139 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:56.416Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3bffc6e7-0289-42ae-9ab3-6ca40d90b139 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:51:56.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:56.215Z InvocationID=98cc1765-dfb8-4a2e-aa1d-eec60133f8c3 ResponseDesc=OK 2021-05-04T00:51:59.122Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=911b6c16-14b1-49a5-8f0a-82ccabee750a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:51:59.121Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:59.121Z InvocationID=9358753f-5c4f-46af-a813-660a41039279 2021-05-04T00:51:59.200Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=911b6c16-14b1-49a5-8f0a-82ccabee750a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:51:59.302Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=911b6c16-14b1-49a5-8f0a-82ccabee750a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=181 EndTimestamp=2021-05-04T00:51:59.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:51:59.121Z InvocationID=1dc54a21-3515-44cb-be25-23dc92039db7 ResponseDesc=OK 2021-05-04T00:52:01.131Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=921eaf77-766f-49b2-b086-1df857b1bffc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:01.129Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:01.129Z InvocationID=f2a592c5-bce2-4a06-b85b-2c1071f5fc4f 2021-05-04T00:52:01.410Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=921eaf77-766f-49b2-b086-1df857b1bffc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:01.501Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=921eaf77-766f-49b2-b086-1df857b1bffc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=371 EndTimestamp=2021-05-04T00:52:01.500Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:01.129Z InvocationID=4198ba58-9227-4eee-bdfd-2a434dc52c0a ResponseDesc=OK 2021-05-04T00:52:02.316Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dda52549-f279-498a-b900-ced9cf073f96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:02.316Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:02.316Z InvocationID=b8676c61-b4ec-4545-8a35-d5e8bc16525a 2021-05-04T00:52:02.501Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dda52549-f279-498a-b900-ced9cf073f96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:02.613Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dda52549-f279-498a-b900-ced9cf073f96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=297 EndTimestamp=2021-05-04T00:52:02.613Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:02.316Z InvocationID=89d07daf-df76-42b2-947f-a6b56a02dcbb ResponseDesc=OK 2021-05-04T00:52:05.111Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=794d1a10-214b-43a8-91bf-de3d5309244a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:05.110Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:05.110Z InvocationID=b47c5caa-0b7b-436f-9fb4-91b87c700f75 2021-05-04T00:52:05.346Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=794d1a10-214b-43a8-91bf-de3d5309244a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:05.711Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=794d1a10-214b-43a8-91bf-de3d5309244a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=601 EndTimestamp=2021-05-04T00:52:05.711Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:05.110Z InvocationID=dc4c0d91-6a8c-4ac3-9b94-1d68b2b2be1a ResponseDesc=OK 2021-05-04T00:52:08.359Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=db3fe664-c1dd-4771-8d87-47f0bbbb4207 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:08.359Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:08.359Z InvocationID=9f1f3311-8867-46bb-9bbf-b241c5a8dc32 2021-05-04T00:52:08.599Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=db3fe664-c1dd-4771-8d87-47f0bbbb4207 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:08.898Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=db3fe664-c1dd-4771-8d87-47f0bbbb4207 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=539 EndTimestamp=2021-05-04T00:52:08.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:08.359Z InvocationID=2e07928c-0af4-4931-975a-b7981cd7b572 ResponseDesc=OK 2021-05-04T00:52:11.304Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3bfd5179-4757-43e8-a9a7-b472e0957706 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:11.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:11.304Z InvocationID=a8fa19bc-557f-4752-a348-f8f71711c417 2021-05-04T00:52:11.347Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3bfd5179-4757-43e8-a9a7-b472e0957706 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:11.646Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3bfd5179-4757-43e8-a9a7-b472e0957706 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:52:11.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:11.304Z InvocationID=e46b39f8-f849-4704-bb32-a4945040dfdb ResponseDesc=OK 2021-05-04T00:52:14.521Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=577542fb-c129-4cea-8c01-cbcf97bd4b37 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:14.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:14.521Z InvocationID=c9922c49-0edb-433a-9ac1-70895874feaa 2021-05-04T00:52:15.854Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=577542fb-c129-4cea-8c01-cbcf97bd4b37 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:15.925Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=577542fb-c129-4cea-8c01-cbcf97bd4b37 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1404 EndTimestamp=2021-05-04T00:52:15.925Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:14.521Z InvocationID=4e2158d4-122c-4e0d-bcef-73e607d0cde9 ResponseDesc=OK 2021-05-04T00:52:17.529Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5706209-4451-42c6-97e5-afc69471bc30 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:17.529Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:17.529Z InvocationID=be3d0132-ffd9-40d2-81ef-dd0d3e833038 2021-05-04T00:52:17.697Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5706209-4451-42c6-97e5-afc69471bc30 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:18.398Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f5706209-4451-42c6-97e5-afc69471bc30 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=869 EndTimestamp=2021-05-04T00:52:18.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:17.529Z InvocationID=a400cada-af7c-4c17-8640-8c5d69f7d05b ResponseDesc=OK 2021-05-04T00:52:20.434Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=071d76fc-bf13-4867-9d20-d49a4d4982fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:20.433Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:20.433Z InvocationID=13e85333-8bf5-4a03-b46a-edeb1c5c7a10 2021-05-04T00:52:20.499Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=071d76fc-bf13-4867-9d20-d49a4d4982fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:20.700Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=071d76fc-bf13-4867-9d20-d49a4d4982fe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=267 EndTimestamp=2021-05-04T00:52:20.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:20.433Z InvocationID=3e0061b7-7f45-4474-97be-68a65315b6bd ResponseDesc=OK 2021-05-04T00:52:23.414Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26262b6e-7aad-40df-affe-0871f9628ef3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:23.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:23.414Z InvocationID=40a05b10-7e67-4816-a8c4-79fea1371dd7 2021-05-04T00:52:23.546Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26262b6e-7aad-40df-affe-0871f9628ef3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:23.800Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=26262b6e-7aad-40df-affe-0871f9628ef3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=386 EndTimestamp=2021-05-04T00:52:23.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:23.414Z InvocationID=124e400c-6875-462c-83da-0410b5e71dc9 ResponseDesc=OK 2021-05-04T00:52:26.252Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c3d82de-849e-4ee6-9283-c29ceca68692 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:26.252Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:26.252Z InvocationID=d25a2396-64a4-4284-bda1-70b2cbf17e9e 2021-05-04T00:52:26.300Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c3d82de-849e-4ee6-9283-c29ceca68692 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:26.381Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2c3d82de-849e-4ee6-9283-c29ceca68692 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=129 EndTimestamp=2021-05-04T00:52:26.381Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:26.252Z InvocationID=abca3799-335f-45d9-8951-7e606c91dce4 ResponseDesc=OK 2021-05-04T00:52:27.666Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=41b11b70-da20-45a4-a8a9-e36fa6663d62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:27.666Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:27.666Z InvocationID=10ff8d0b-9651-4dc7-bfd3-17979b65b051 2021-05-04T00:52:27.966Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=41b11b70-da20-45a4-a8a9-e36fa6663d62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:28.211Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=41b11b70-da20-45a4-a8a9-e36fa6663d62 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=545 EndTimestamp=2021-05-04T00:52:28.211Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:27.666Z InvocationID=ae6c3ecd-18b3-4030-a3f3-a61439c754a2 ResponseDesc=OK 2021-05-04T00:52:29.402Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f8bf638-8787-420e-a523-21fa06b3bf14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:29.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:29.402Z InvocationID=ee385ff7-42f6-4b46-924c-315f25870226 2021-05-04T00:52:29.565Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f8bf638-8787-420e-a523-21fa06b3bf14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:29.660Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f8bf638-8787-420e-a523-21fa06b3bf14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=258 EndTimestamp=2021-05-04T00:52:29.660Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:29.402Z InvocationID=3588a296-903e-41ee-a6e4-602d46e63314 ResponseDesc=OK 2021-05-04T00:52:31.972Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=601cb8a3-46cd-435a-ba71-510b18c27269 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:31.972Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:31.972Z InvocationID=498b0a32-e591-4b16-aaa9-35865502a7e8 2021-05-04T00:52:31.979Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=601cb8a3-46cd-435a-ba71-510b18c27269 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:32.149Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=601cb8a3-46cd-435a-ba71-510b18c27269 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=177 EndTimestamp=2021-05-04T00:52:32.149Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:31.972Z InvocationID=b86c1635-2850-441b-a836-6803917c6049 ResponseDesc=OK 2021-05-04T00:52:35.411Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91e3f37e-8a27-427c-8096-92de972cd4d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:35.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:35.411Z InvocationID=f65fc3d6-3350-4804-91cb-2f1e8846dc87 2021-05-04T00:52:35.501Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91e3f37e-8a27-427c-8096-92de972cd4d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:35.746Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=91e3f37e-8a27-427c-8096-92de972cd4d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=335 EndTimestamp=2021-05-04T00:52:35.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:35.411Z InvocationID=c5a251a2-3a94-4b83-adf8-c199e027cc57 ResponseDesc=OK 2021-05-04T00:52:38.321Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a30606b7-4180-439b-b0a3-22c66b1173ef InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:38.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:38.321Z InvocationID=3e70f818-5956-44c5-977f-5a420c5ca027 2021-05-04T00:52:38.707Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a30606b7-4180-439b-b0a3-22c66b1173ef InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:38.805Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a30606b7-4180-439b-b0a3-22c66b1173ef InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=484 EndTimestamp=2021-05-04T00:52:38.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:38.321Z InvocationID=0bf3c69d-ad91-43c4-a285-232cd5e8f120 ResponseDesc=OK 2021-05-04T00:52:41.212Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1350618-24c1-4be0-8edb-05687e838052 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:41.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:41.212Z InvocationID=6eee3b96-c2f6-4d4f-9d05-022c06a8cdca 2021-05-04T00:52:41.306Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1350618-24c1-4be0-8edb-05687e838052 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:41.421Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1350618-24c1-4be0-8edb-05687e838052 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=209 EndTimestamp=2021-05-04T00:52:41.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:41.212Z InvocationID=589c875c-275e-4b65-bbc3-aabd932f2499 ResponseDesc=OK 2021-05-04T00:52:44.211Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08ade1c0-5855-4e48-9ba4-a6aa5c5b8657 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:44.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:44.211Z InvocationID=ee14d234-682f-4275-b3b0-637c1163555f 2021-05-04T00:52:44.448Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08ade1c0-5855-4e48-9ba4-a6aa5c5b8657 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:46.946Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=08ade1c0-5855-4e48-9ba4-a6aa5c5b8657 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2734 EndTimestamp=2021-05-04T00:52:46.945Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:44.211Z InvocationID=e6354d2c-b0d0-4a02-876d-9b6ff91a306c ResponseDesc=OK 2021-05-04T00:52:47.872Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=30b8cedd-9880-4c19-867a-ba261c9df739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:47.872Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:47.872Z InvocationID=3ca00077-c6d5-4ba0-9f09-e32cc09e4bfa 2021-05-04T00:52:48.751Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=30b8cedd-9880-4c19-867a-ba261c9df739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:48.805Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=30b8cedd-9880-4c19-867a-ba261c9df739 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=933 EndTimestamp=2021-05-04T00:52:48.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:47.872Z InvocationID=893e83b0-b3dc-4371-944c-d183e50cabbf ResponseDesc=OK 2021-05-04T00:52:50.303Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44c01260-fecb-4f43-84a4-5a700436b144 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:50.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:50.303Z InvocationID=c9782896-4f43-4ca1-b3a4-841e090b15c2 2021-05-04T00:52:50.398Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44c01260-fecb-4f43-84a4-5a700436b144 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:50.599Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44c01260-fecb-4f43-84a4-5a700436b144 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:52:50.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:50.303Z InvocationID=dc720113-da1a-482a-9a23-cec8edd33fd8 ResponseDesc=OK 2021-05-04T00:52:53.609Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=929d1fb8-8536-4202-a9e1-9eb7c0845785 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:53.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:53.609Z InvocationID=c679ed81-4af7-4f88-8c34-a14e749e0c4f 2021-05-04T00:52:53.700Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=929d1fb8-8536-4202-a9e1-9eb7c0845785 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:53.974Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=929d1fb8-8536-4202-a9e1-9eb7c0845785 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=365 EndTimestamp=2021-05-04T00:52:53.974Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:53.609Z InvocationID=ebd9654b-6e0d-44f4-ae29-f51248f541c3 ResponseDesc=OK 2021-05-04T00:52:56.311Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84f3cc2b-2920-4208-9006-5690660958d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:56.311Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:56.311Z InvocationID=2634442d-1493-43d0-a7af-cd778329cf4f 2021-05-04T00:52:56.406Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84f3cc2b-2920-4208-9006-5690660958d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:56.600Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84f3cc2b-2920-4208-9006-5690660958d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T00:52:56.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:56.311Z InvocationID=5cee423c-6a29-4a48-b9e6-7383ed10765a ResponseDesc=OK 2021-05-04T00:52:59.112Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=acb73eb7-2d28-4da0-98c1-d81a899766f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:52:59.112Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:59.112Z InvocationID=255128f2-2a79-433c-b058-35af2145ca19 2021-05-04T00:52:59.197Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=acb73eb7-2d28-4da0-98c1-d81a899766f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:52:59.498Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=acb73eb7-2d28-4da0-98c1-d81a899766f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=386 EndTimestamp=2021-05-04T00:52:59.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:52:59.112Z InvocationID=6ba6ac54-b3f7-48d4-8de0-837eae7ef594 ResponseDesc=OK 2021-05-04T00:53:01.099Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d98bf99-4c64-47fb-bbc7-384ae973f4c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:01.099Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:01.099Z InvocationID=9c72a642-98cf-42f4-9f68-0dcbee9b6997 2021-05-04T00:53:01.199Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d98bf99-4c64-47fb-bbc7-384ae973f4c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:01.454Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d98bf99-4c64-47fb-bbc7-384ae973f4c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=355 EndTimestamp=2021-05-04T00:53:01.454Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:01.099Z InvocationID=f92428e6-2c8f-4a7a-9492-9c7b805e34ca ResponseDesc=OK 2021-05-04T00:53:02.508Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c7275b6-386a-4136-89c6-1ec3d63b0f41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:02.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:02.508Z InvocationID=570eb33c-9d17-4c6c-995b-c7b1233cfb7e 2021-05-04T00:53:02.649Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c7275b6-386a-4136-89c6-1ec3d63b0f41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:02.806Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c7275b6-386a-4136-89c6-1ec3d63b0f41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=297 EndTimestamp=2021-05-04T00:53:02.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:02.508Z InvocationID=d73b5d89-a307-4e8c-a741-e887e68c278f ResponseDesc=OK 2021-05-04T00:53:05.508Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04801c35-8433-45cc-aa8d-59bfc2752c56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:05.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:05.508Z InvocationID=5985ce1e-e50a-4171-a62b-d0ea01adf86a 2021-05-04T00:53:05.981Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04801c35-8433-45cc-aa8d-59bfc2752c56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:06.250Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04801c35-8433-45cc-aa8d-59bfc2752c56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=742 EndTimestamp=2021-05-04T00:53:06.250Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:05.508Z InvocationID=36807688-7c02-4d6b-92dd-85a94196e4b3 ResponseDesc=OK 2021-05-04T00:53:08.302Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=36929b4f-6583-4a80-b044-5a67bd4ad510 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:08.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:08.302Z InvocationID=f56b39aa-689f-446d-b0e0-12e75b536c59 2021-05-04T00:53:08.399Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=36929b4f-6583-4a80-b044-5a67bd4ad510 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:08.551Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=36929b4f-6583-4a80-b044-5a67bd4ad510 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=249 EndTimestamp=2021-05-04T00:53:08.551Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:08.302Z InvocationID=6cfa5b2d-35ac-4ec9-9d54-77cef3fda329 ResponseDesc=OK 2021-05-04T00:53:11.958Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69d66e25-fb55-442c-9808-8864f7f21f9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:11.958Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:11.958Z InvocationID=3036d73b-24c9-4fb4-bf69-51b145c22db7 2021-05-04T00:53:12.069Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69d66e25-fb55-442c-9808-8864f7f21f9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:12.147Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69d66e25-fb55-442c-9808-8864f7f21f9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=189 EndTimestamp=2021-05-04T00:53:12.147Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:11.958Z InvocationID=c280ee6d-0265-4cd7-ae62-188543e016c8 ResponseDesc=OK 2021-05-04T00:53:14.706Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca07a585-e02f-4eaf-8a2e-fa514e5532a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:14.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:14.706Z InvocationID=b873bcb9-8362-4265-a2ba-7aaffca8c555 2021-05-04T00:53:14.765Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca07a585-e02f-4eaf-8a2e-fa514e5532a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:15.054Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca07a585-e02f-4eaf-8a2e-fa514e5532a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T00:53:15.054Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:14.706Z InvocationID=920f2a2c-fb31-437b-9129-0b3415209a19 ResponseDesc=OK 2021-05-04T00:53:18.465Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5db5ef8e-8bdb-42f2-9475-531f5015a02e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:18.465Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:18.465Z InvocationID=87f2d543-96b3-4459-828f-23d02c0a0d82 2021-05-04T00:53:18.500Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5db5ef8e-8bdb-42f2-9475-531f5015a02e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:19.331Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5db5ef8e-8bdb-42f2-9475-531f5015a02e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=865 EndTimestamp=2021-05-04T00:53:19.330Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:18.465Z InvocationID=70205e14-8374-4d59-b0c0-998499037485 ResponseDesc=OK 2021-05-04T00:53:20.409Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=006425fe-c9dd-42d1-8838-e599418fa207 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:20.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:20.409Z InvocationID=5e20c1a0-58df-4ac8-85bb-44d20ac7899e 2021-05-04T00:53:20.570Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=006425fe-c9dd-42d1-8838-e599418fa207 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:20.700Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=006425fe-c9dd-42d1-8838-e599418fa207 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=290 EndTimestamp=2021-05-04T00:53:20.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:20.409Z InvocationID=62460901-9f10-411c-9416-4a1c0af03f11 ResponseDesc=OK 2021-05-04T00:53:23.506Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7658dcf5-1eef-46ce-9440-0aa2fb48fa2e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:23.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:23.506Z InvocationID=2e76aab1-b0e4-4b35-8dbd-ca87f1e23ffb 2021-05-04T00:53:23.645Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7658dcf5-1eef-46ce-9440-0aa2fb48fa2e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:23.950Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7658dcf5-1eef-46ce-9440-0aa2fb48fa2e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=444 EndTimestamp=2021-05-04T00:53:23.950Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:23.506Z InvocationID=16517094-6f23-4004-a788-65ac65c2a368 ResponseDesc=OK 2021-05-04T00:53:26.307Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76d26914-b84f-4a95-b922-7bf0ba16c725 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:26.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:26.307Z InvocationID=999bc1cd-42ee-4cd4-bf6d-25a11ecd830c 2021-05-04T00:53:26.457Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76d26914-b84f-4a95-b922-7bf0ba16c725 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:27.286Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76d26914-b84f-4a95-b922-7bf0ba16c725 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=979 EndTimestamp=2021-05-04T00:53:27.286Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:26.307Z InvocationID=5cf7bc7a-c056-4b0c-bea6-971dad849ddd ResponseDesc=OK 2021-05-04T00:53:27.647Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e14358b5-b1ac-49b8-9b14-cd57506e1a20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:27.647Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:27.647Z InvocationID=20852947-7155-4a42-a97f-affe8a7cbfe0 2021-05-04T00:53:28.181Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e14358b5-b1ac-49b8-9b14-cd57506e1a20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:28.305Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e14358b5-b1ac-49b8-9b14-cd57506e1a20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=658 EndTimestamp=2021-05-04T00:53:28.305Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:27.647Z InvocationID=e4361842-0ae4-427b-a83b-06dcb8aa396f ResponseDesc=OK 2021-05-04T00:53:29.305Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b61de49c-3474-40cc-9a0f-af4e9fd2d074 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:29.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:29.305Z InvocationID=12eac0cb-ec09-41c6-a9d6-b4bfc1f162b6 2021-05-04T00:53:29.496Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b61de49c-3474-40cc-9a0f-af4e9fd2d074 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:30.897Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b61de49c-3474-40cc-9a0f-af4e9fd2d074 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1592 EndTimestamp=2021-05-04T00:53:30.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:29.305Z InvocationID=71efc2ad-beee-49e9-8d7f-612fee9d5440 ResponseDesc=OK 2021-05-04T00:53:32.564Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27036173-6b27-4b8e-abca-fec9d51dec7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:32.564Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:32.564Z InvocationID=c0177573-22e0-481b-9c2e-1ad0c229c0c5 2021-05-04T00:53:32.606Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27036173-6b27-4b8e-abca-fec9d51dec7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:33.281Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27036173-6b27-4b8e-abca-fec9d51dec7a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=717 EndTimestamp=2021-05-04T00:53:33.281Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:32.564Z InvocationID=8a7e790d-2aa4-4917-8aa1-5d424c41aff6 ResponseDesc=OK 2021-05-04T00:53:35.406Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=470a2204-a71f-47e5-8599-aea3e712cbd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:35.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:35.406Z InvocationID=0d69f7d4-50f9-44da-86d4-4558ed761904 2021-05-04T00:53:36.272Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=470a2204-a71f-47e5-8599-aea3e712cbd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:36.500Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=470a2204-a71f-47e5-8599-aea3e712cbd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1094 EndTimestamp=2021-05-04T00:53:36.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:35.406Z InvocationID=b51ad4a7-9f14-4052-b761-e9586339c42c ResponseDesc=OK 2021-05-04T00:53:39.278Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0adb04b0-ef9b-4458-85c2-87d6bca7ef3c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:39.278Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:39.278Z InvocationID=3848d054-6f14-4a69-8bc9-006e13a83030 2021-05-04T00:53:39.398Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0adb04b0-ef9b-4458-85c2-87d6bca7ef3c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:40.699Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0adb04b0-ef9b-4458-85c2-87d6bca7ef3c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1421 EndTimestamp=2021-05-04T00:53:40.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:39.278Z InvocationID=1402cfe1-89e6-442f-8192-0b20664f41ed ResponseDesc=OK 2021-05-04T00:53:42.162Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0e55c5c2-4961-4b1f-8945-03e198dc9735 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:42.161Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:42.161Z InvocationID=9d901e31-c667-41ab-9f08-f6c025d2a72b 2021-05-04T00:53:42.304Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0e55c5c2-4961-4b1f-8945-03e198dc9735 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:42.562Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0e55c5c2-4961-4b1f-8945-03e198dc9735 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=401 EndTimestamp=2021-05-04T00:53:42.562Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:42.161Z InvocationID=abd19cd7-a55f-46b8-a11d-6b463c931ca1 ResponseDesc=OK 2021-05-04T00:53:44.890Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=abdcaa26-0d0f-4e21-bd17-7f0e0af10d47 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:44.890Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:44.890Z InvocationID=ba8222ee-5e5d-41ef-8e3c-549fbd0da321 2021-05-04T00:53:45.146Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=abdcaa26-0d0f-4e21-bd17-7f0e0af10d47 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:45.400Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=abdcaa26-0d0f-4e21-bd17-7f0e0af10d47 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=510 EndTimestamp=2021-05-04T00:53:45.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:44.890Z InvocationID=ef0110de-a88b-463a-81aa-c681b9b7265a ResponseDesc=OK 2021-05-04T00:53:47.058Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cb530942-08d7-42bb-a7a2-6bf52f3c957c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:47.058Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:47.058Z InvocationID=8981dec8-0ba7-4ed0-9ab4-2a099f1602ea 2021-05-04T00:53:47.067Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cb530942-08d7-42bb-a7a2-6bf52f3c957c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:47.149Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cb530942-08d7-42bb-a7a2-6bf52f3c957c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=91 EndTimestamp=2021-05-04T00:53:47.149Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:47.058Z InvocationID=56a71dc3-b0b0-466a-9dcc-e5b40ba27aa2 ResponseDesc=OK 2021-05-04T00:53:50.464Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8219bcca-88aa-47ad-a5f8-0318209b5902 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:50.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:50.463Z InvocationID=fa86fc4c-13ca-4a3c-a9a1-688e1c5eed07 2021-05-04T00:53:50.553Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8219bcca-88aa-47ad-a5f8-0318209b5902 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:50.848Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8219bcca-88aa-47ad-a5f8-0318209b5902 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=385 EndTimestamp=2021-05-04T00:53:50.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:50.463Z InvocationID=00564249-dfc2-4a26-892e-388478f9e2a6 ResponseDesc=OK 2021-05-04T00:53:53.205Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=491ed7bf-9c90-4a08-b6be-ca7bbc1c1900 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:53.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:53.205Z InvocationID=c40c6360-2272-4e79-8638-b119ed10bdb0 2021-05-04T00:53:53.448Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=491ed7bf-9c90-4a08-b6be-ca7bbc1c1900 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:54.046Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=491ed7bf-9c90-4a08-b6be-ca7bbc1c1900 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=841 EndTimestamp=2021-05-04T00:53:54.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:53.205Z InvocationID=433947c7-44c1-4a75-8542-f5134642d5bf ResponseDesc=OK 2021-05-04T00:53:56.306Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=47156678-94a3-4aea-9568-4ac4e2293f9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:56.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:56.306Z InvocationID=db3d8f31-45ed-4f36-921b-c3e3324d3d8d 2021-05-04T00:53:56.358Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=47156678-94a3-4aea-9568-4ac4e2293f9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:56.649Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=47156678-94a3-4aea-9568-4ac4e2293f9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:53:56.649Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:56.306Z InvocationID=a6231177-3749-4df4-ace5-8075ba6d75bb ResponseDesc=OK 2021-05-04T00:53:59.350Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1fbcdd5b-ad20-4121-bb30-d38cc64121e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:53:59.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:59.350Z InvocationID=c8356323-733d-49dd-a7a9-99fe46fead51 2021-05-04T00:53:59.400Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1fbcdd5b-ad20-4121-bb30-d38cc64121e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:53:59.647Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1fbcdd5b-ad20-4121-bb30-d38cc64121e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=296 EndTimestamp=2021-05-04T00:53:59.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:53:59.350Z InvocationID=a0b327f2-c2e3-478e-a27a-2d4b62a49af8 ResponseDesc=OK 2021-05-04T00:54:01.131Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e08c9d17-0605-4d2e-8b67-c633a9216813 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:01.131Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:01.131Z InvocationID=6711cf42-6903-43c6-81e2-d529c9eb091a 2021-05-04T00:54:01.247Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e08c9d17-0605-4d2e-8b67-c633a9216813 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:01.500Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e08c9d17-0605-4d2e-8b67-c633a9216813 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=369 EndTimestamp=2021-05-04T00:54:01.500Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:01.131Z InvocationID=eaf2af58-8bb7-4888-8d2a-72f851d7367f ResponseDesc=OK 2021-05-04T00:54:02.430Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aac3d6b4-1b63-4fd3-8b22-9ea820a6dd39 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:02.430Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:02.430Z InvocationID=ee37c068-9717-4408-b735-ad9e44ebcb71 2021-05-04T00:54:02.517Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aac3d6b4-1b63-4fd3-8b22-9ea820a6dd39 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:02.610Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aac3d6b4-1b63-4fd3-8b22-9ea820a6dd39 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:54:02.610Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:02.430Z InvocationID=24c6bd75-39b2-423f-b3ac-591d187a260d ResponseDesc=OK 2021-05-04T00:54:05.514Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96ed6f7b-d4c2-4960-a3c2-dbf714b76f1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:05.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:05.513Z InvocationID=674ac3b9-3b3c-454e-b506-7f1b2847c061 2021-05-04T00:54:05.609Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96ed6f7b-d4c2-4960-a3c2-dbf714b76f1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:05.708Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96ed6f7b-d4c2-4960-a3c2-dbf714b76f1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T00:54:05.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:05.513Z InvocationID=9ec966da-f209-4f8d-91aa-3f16a8f692d3 ResponseDesc=OK 2021-05-04T00:54:08.329Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e12dedda-ee3b-4cad-bf52-8d54471abbff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:08.329Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:08.329Z InvocationID=52c4a5ef-a529-4026-a25c-67bc9a357d0f 2021-05-04T00:54:08.450Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e12dedda-ee3b-4cad-bf52-8d54471abbff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:08.550Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e12dedda-ee3b-4cad-bf52-8d54471abbff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=221 EndTimestamp=2021-05-04T00:54:08.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:08.329Z InvocationID=615465ec-e640-4ca9-9762-ff26ba01773e ResponseDesc=OK 2021-05-04T00:54:11.218Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aeb5c523-cba1-4757-9fb8-62e5ee33961c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:11.218Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:11.218Z InvocationID=87c91be7-3228-4885-bb84-9220637a181f 2021-05-04T00:54:11.298Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aeb5c523-cba1-4757-9fb8-62e5ee33961c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:11.498Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aeb5c523-cba1-4757-9fb8-62e5ee33961c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=279 EndTimestamp=2021-05-04T00:54:11.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:11.218Z InvocationID=d9947d98-ed07-4225-935e-1f21bc9298ee ResponseDesc=OK 2021-05-04T00:54:14.405Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53ca0fc0-a585-4b27-893c-c38f94cbbb86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:14.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:14.405Z InvocationID=c3d42a0f-bbd2-49ce-b9f1-47aceec6f2c8 2021-05-04T00:54:14.599Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53ca0fc0-a585-4b27-893c-c38f94cbbb86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:15.126Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53ca0fc0-a585-4b27-893c-c38f94cbbb86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=720 EndTimestamp=2021-05-04T00:54:15.125Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:14.405Z InvocationID=3a962ff2-6d65-4070-baca-44bbb1df31f3 ResponseDesc=OK 2021-05-04T00:54:17.603Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b216c61c-5ce7-4666-b26d-71d782a069e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:17.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:17.603Z InvocationID=d3851e8c-db50-4b44-8784-f9bd95d402f9 2021-05-04T00:54:17.725Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b216c61c-5ce7-4666-b26d-71d782a069e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:17.901Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b216c61c-5ce7-4666-b26d-71d782a069e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=297 EndTimestamp=2021-05-04T00:54:17.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:17.603Z InvocationID=310d79f9-8c94-447c-9d60-ba4d6888ce42 ResponseDesc=OK 2021-05-04T00:54:20.602Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3fc22a34-69a4-4760-826b-177b6d22bd38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:20.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:20.602Z InvocationID=80562251-6b93-46f9-ae60-c50c582573de 2021-05-04T00:54:20.697Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3fc22a34-69a4-4760-826b-177b6d22bd38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:20.811Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3fc22a34-69a4-4760-826b-177b6d22bd38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=208 EndTimestamp=2021-05-04T00:54:20.810Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:20.602Z InvocationID=55ec9276-f527-4b05-9bea-05dbd7816706 ResponseDesc=OK 2021-05-04T00:54:23.426Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19ff806a-95d7-4a1c-929d-3975203bff19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:23.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:23.426Z InvocationID=8c5e6d12-0511-436d-ae35-194cd968b908 2021-05-04T00:54:23.520Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19ff806a-95d7-4a1c-929d-3975203bff19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:24.017Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=19ff806a-95d7-4a1c-929d-3975203bff19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=591 EndTimestamp=2021-05-04T00:54:24.017Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:23.426Z InvocationID=fda8f340-8818-4d12-a2bf-8ef82c5e9dd3 ResponseDesc=OK 2021-05-04T00:54:26.360Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c940dfc5-683e-4408-9ec8-40974668c6a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:26.359Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:26.359Z InvocationID=1083a529-318c-4e33-b7a5-f4a8c3e681cd 2021-05-04T00:54:26.689Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c940dfc5-683e-4408-9ec8-40974668c6a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:26.774Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c940dfc5-683e-4408-9ec8-40974668c6a4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=415 EndTimestamp=2021-05-04T00:54:26.774Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:26.359Z InvocationID=66eb483e-1eea-42b0-a137-381e24a10940 ResponseDesc=OK 2021-05-04T00:54:27.635Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=007879f5-89d0-4e8b-bd27-8c5fa886d0bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:27.635Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:27.635Z InvocationID=51967833-c077-41ed-906c-8119b93f2aff 2021-05-04T00:54:27.797Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=007879f5-89d0-4e8b-bd27-8c5fa886d0bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:28.003Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=007879f5-89d0-4e8b-bd27-8c5fa886d0bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=367 EndTimestamp=2021-05-04T00:54:28.002Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:27.635Z InvocationID=a037847d-c4c0-4dc7-9d53-2b9ffbc02758 ResponseDesc=OK 2021-05-04T00:54:29.108Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=530a205f-b32b-4809-8bbe-c7fc305dfb1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:29.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:29.108Z InvocationID=1ddca49b-947a-4f72-bccb-5d2c49cc83dc 2021-05-04T00:54:29.198Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=530a205f-b32b-4809-8bbe-c7fc305dfb1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:29.450Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=530a205f-b32b-4809-8bbe-c7fc305dfb1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:54:29.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:29.108Z InvocationID=aa3bbec1-0900-4745-8d99-ceecfa71157e ResponseDesc=OK 2021-05-04T00:54:31.957Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59135de3-93c4-4590-93cd-ed685d1cd683 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:31.957Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:31.957Z InvocationID=0374ac91-a0fd-4b0d-9ea9-5e0263da5049 2021-05-04T00:54:31.993Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59135de3-93c4-4590-93cd-ed685d1cd683 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:32.053Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=59135de3-93c4-4590-93cd-ed685d1cd683 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=96 EndTimestamp=2021-05-04T00:54:32.053Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:31.957Z InvocationID=1b797197-1f96-44ce-bdf1-a78f818ce16c ResponseDesc=OK 2021-05-04T00:54:35.205Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b045e9e1-bcc8-460a-b1a8-10b62dd974ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:35.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:35.205Z InvocationID=20617362-8e4c-4474-8743-814834f6b834 2021-05-04T00:54:35.214Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b045e9e1-bcc8-460a-b1a8-10b62dd974ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:35.306Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b045e9e1-bcc8-460a-b1a8-10b62dd974ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T00:54:35.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:35.205Z InvocationID=0137c50d-6194-4443-9015-271076d44da6 ResponseDesc=OK 2021-05-04T00:54:38.314Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e669869-32fc-443d-813f-d9391b6583f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:38.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:38.314Z InvocationID=433b43ca-da8f-4b30-8f99-fe2a83b407da 2021-05-04T00:54:38.398Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e669869-32fc-443d-813f-d9391b6583f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:38.505Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e669869-32fc-443d-813f-d9391b6583f7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T00:54:38.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:38.314Z InvocationID=12ebb71f-5929-49d4-a259-02b7e2289edb ResponseDesc=OK 2021-05-04T00:54:41.312Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bec93c99-cb5e-4371-9314-f0c3802002e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:41.312Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:41.312Z InvocationID=e56b7880-cdf6-4e5e-85a7-d8344815cdf9 2021-05-04T00:54:41.407Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bec93c99-cb5e-4371-9314-f0c3802002e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:41.513Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bec93c99-cb5e-4371-9314-f0c3802002e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T00:54:41.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:41.312Z InvocationID=79b43d80-2cf8-4e52-b683-b2f4b25c7fcc ResponseDesc=OK 2021-05-04T00:54:44.323Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7ce4d8de-d845-47aa-841e-e57532e5615c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:44.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:44.322Z InvocationID=8495d1e9-2d5b-44bf-821b-ebb1eea9df71 2021-05-04T00:54:44.422Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7ce4d8de-d845-47aa-841e-e57532e5615c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:44.527Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7ce4d8de-d845-47aa-841e-e57532e5615c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=205 EndTimestamp=2021-05-04T00:54:44.527Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:44.322Z InvocationID=07b4b9d9-8c14-4aef-93d9-db2334663e0e ResponseDesc=OK 2021-05-04T00:54:46.822Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=525de1d4-742c-4b14-b0f9-4b84ebb15808 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:46.822Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:46.822Z InvocationID=aa12923b-20a7-4eee-ada6-e2386da7f134 2021-05-04T00:54:46.830Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=525de1d4-742c-4b14-b0f9-4b84ebb15808 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:46.903Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=525de1d4-742c-4b14-b0f9-4b84ebb15808 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=81 EndTimestamp=2021-05-04T00:54:46.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:46.822Z InvocationID=007988a6-1bff-4b00-85d9-b20770784e3e ResponseDesc=OK 2021-05-04T00:54:50.204Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b745fef-c984-4726-bf20-d9ebd2917c32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:50.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:50.204Z InvocationID=1cdec157-fdc9-42f4-a9d3-ba15812954c7 2021-05-04T00:54:50.224Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b745fef-c984-4726-bf20-d9ebd2917c32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:50.421Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b745fef-c984-4726-bf20-d9ebd2917c32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=217 EndTimestamp=2021-05-04T00:54:50.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:50.204Z InvocationID=a4cc28a8-191e-462f-b40d-fd01cb250748 ResponseDesc=OK 2021-05-04T00:54:53.808Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2643ecc3-2f39-4871-bb98-8b1ccc30c388 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:53.807Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:53.807Z InvocationID=4ae53ba4-b5e7-4ca2-abc4-fe9e9d33a74f 2021-05-04T00:54:53.901Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2643ecc3-2f39-4871-bb98-8b1ccc30c388 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:54.014Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2643ecc3-2f39-4871-bb98-8b1ccc30c388 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=207 EndTimestamp=2021-05-04T00:54:54.014Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:53.807Z InvocationID=79757f8d-9298-4526-9fcf-2d7f96076486 ResponseDesc=OK 2021-05-04T00:54:56.423Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a3f18527-8370-45e1-a894-4733c3cc6622 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:56.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:56.423Z InvocationID=7f747622-aa9a-4697-a0b8-405f9217401a 2021-05-04T00:54:56.505Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a3f18527-8370-45e1-a894-4733c3cc6622 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:57.648Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a3f18527-8370-45e1-a894-4733c3cc6622 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1225 EndTimestamp=2021-05-04T00:54:57.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:56.423Z InvocationID=4fc3af98-3ee3-4d3c-95f8-ea1709c8cbb3 ResponseDesc=OK 2021-05-04T00:54:59.283Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b2865a8c-6b32-426b-9db0-6584d7d7eeb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:54:59.283Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:59.283Z InvocationID=36bcebc7-813c-4ea4-8cbc-829a4565c125 2021-05-04T00:54:59.316Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b2865a8c-6b32-426b-9db0-6584d7d7eeb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:54:59.417Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b2865a8c-6b32-426b-9db0-6584d7d7eeb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=133 EndTimestamp=2021-05-04T00:54:59.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:54:59.283Z InvocationID=3a0376b2-9ecf-4d09-98d3-c82cc6db4c01 ResponseDesc=OK 2021-05-04T00:55:01.116Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3a67d27-436d-4e3b-968c-3f0e9e2a7050 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:01.116Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:01.116Z InvocationID=361bd8c8-d9f3-4e5e-926b-ea0ba1aa1130 2021-05-04T00:55:01.197Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3a67d27-436d-4e3b-968c-3f0e9e2a7050 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:01.306Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3a67d27-436d-4e3b-968c-3f0e9e2a7050 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=189 EndTimestamp=2021-05-04T00:55:01.305Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:01.116Z InvocationID=68df0acc-fdc3-40dc-a355-30160945370d ResponseDesc=OK 2021-05-04T00:55:02.522Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1403faa0-a593-4a3b-aaa1-0b8842c20dd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:02.522Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:02.522Z InvocationID=557a3f75-459f-4a5d-815e-cb188162ddb2 2021-05-04T00:55:02.600Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1403faa0-a593-4a3b-aaa1-0b8842c20dd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:02.767Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1403faa0-a593-4a3b-aaa1-0b8842c20dd1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=245 EndTimestamp=2021-05-04T00:55:02.767Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:02.522Z InvocationID=25cb9f38-4e0b-4cdb-86a8-8a1ac217f24e ResponseDesc=OK 2021-05-04T00:55:05.509Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e128a58-bbe1-4218-b959-196188832805 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:05.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:05.509Z InvocationID=45bf0131-f37d-41a2-96c0-b7dded3de0a0 2021-05-04T00:55:05.602Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e128a58-bbe1-4218-b959-196188832805 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:05.900Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4e128a58-bbe1-4218-b959-196188832805 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=391 EndTimestamp=2021-05-04T00:55:05.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:05.509Z InvocationID=9694dd0a-93f2-4a9c-a695-1210fb649911 ResponseDesc=OK 2021-05-04T00:55:08.403Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8eda94c1-7bd0-4ad1-aa8d-5c6f6920a7b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:08.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:08.402Z InvocationID=1960b858-c528-4fe6-81d1-2d3f583f2bc1 2021-05-04T00:55:08.499Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8eda94c1-7bd0-4ad1-aa8d-5c6f6920a7b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:08.805Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8eda94c1-7bd0-4ad1-aa8d-5c6f6920a7b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=403 EndTimestamp=2021-05-04T00:55:08.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:08.402Z InvocationID=f6f34de2-0fcb-4f9b-8f05-c806068a0a31 ResponseDesc=OK 2021-05-04T00:55:11.550Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1d37e9b-bd54-42b9-9f70-5cacab152fb6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:11.549Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:11.549Z InvocationID=b9aec44a-2236-42cf-968d-6e90eef592ff 2021-05-04T00:55:11.599Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1d37e9b-bd54-42b9-9f70-5cacab152fb6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:11.857Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1d37e9b-bd54-42b9-9f70-5cacab152fb6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=308 EndTimestamp=2021-05-04T00:55:11.857Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:11.549Z InvocationID=623ca71d-e561-4864-8151-f47bf39af294 ResponseDesc=OK 2021-05-04T00:55:14.605Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fed35221-9436-4125-8bd2-279f6544dbe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:14.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:14.605Z InvocationID=74cada6e-1de1-41a1-823c-9ca1978eadb2 2021-05-04T00:55:14.861Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fed35221-9436-4125-8bd2-279f6544dbe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:15.102Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fed35221-9436-4125-8bd2-279f6544dbe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:55:15.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:14.605Z InvocationID=706e8a50-7262-4ec0-919b-9b5950c59f89 ResponseDesc=OK 2021-05-04T00:55:17.619Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a8696967-13bb-4835-84ee-f93a6a01b6ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:17.619Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:17.619Z InvocationID=d38f4ae1-1da9-4935-93d3-094fc5783ef4 2021-05-04T00:55:17.749Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a8696967-13bb-4835-84ee-f93a6a01b6ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:18.100Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a8696967-13bb-4835-84ee-f93a6a01b6ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=481 EndTimestamp=2021-05-04T00:55:18.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:17.619Z InvocationID=87e0054d-2024-4bc6-881f-66f7a208e6cd ResponseDesc=OK 2021-05-04T00:55:20.510Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe5c623c-b32b-48e1-ab87-536b769076f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:20.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:20.509Z InvocationID=18132f53-2afb-4e32-b9c4-c181cf52e364 2021-05-04T00:55:20.615Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe5c623c-b32b-48e1-ab87-536b769076f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:21.058Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe5c623c-b32b-48e1-ab87-536b769076f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=549 EndTimestamp=2021-05-04T00:55:21.058Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:20.509Z InvocationID=637732aa-2429-46d9-b550-832f99cac44e ResponseDesc=OK 2021-05-04T00:55:23.405Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71baa86e-288d-43e0-9d7e-f2ec1272fbea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:23.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:23.405Z InvocationID=0d214866-9f15-4456-9fb4-b6bbc11de1e2 2021-05-04T00:55:24.348Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71baa86e-288d-43e0-9d7e-f2ec1272fbea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:24.601Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71baa86e-288d-43e0-9d7e-f2ec1272fbea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1196 EndTimestamp=2021-05-04T00:55:24.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:23.405Z InvocationID=13560f99-5165-43a9-aba2-a724ccb0d4e7 ResponseDesc=OK 2021-05-04T00:55:26.403Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8fa04172-7a58-4ae9-959c-5abcec78179c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:26.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:26.402Z InvocationID=4778a017-4966-47af-bdd9-21217cdb0ec0 2021-05-04T00:55:26.453Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8fa04172-7a58-4ae9-959c-5abcec78179c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:27.650Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4de430a7-aadd-4d59-baad-0499c59ea9fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:27.650Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:27.650Z InvocationID=d45656d5-4801-4709-a7df-5542a68ac763 2021-05-04T00:55:28.368Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4de430a7-aadd-4d59-baad-0499c59ea9fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:28.401Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8fa04172-7a58-4ae9-959c-5abcec78179c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1999 EndTimestamp=2021-05-04T00:55:28.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:26.402Z InvocationID=f2063d11-20bb-4874-a4da-fe22a5801509 ResponseDesc=OK 2021-05-04T00:55:29.151Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4de430a7-aadd-4d59-baad-0499c59ea9fa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1501 EndTimestamp=2021-05-04T00:55:29.151Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:27.650Z InvocationID=64fd0355-f42e-405f-b550-0a3bb602a4a9 ResponseDesc=OK 2021-05-04T00:55:29.754Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=089d554a-d4e6-4aa7-9a70-088114e2d141 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:29.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:29.754Z InvocationID=1a45be50-e0dc-4114-8928-d31689f4e88e 2021-05-04T00:55:29.845Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=089d554a-d4e6-4aa7-9a70-088114e2d141 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:29.953Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=089d554a-d4e6-4aa7-9a70-088114e2d141 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=199 EndTimestamp=2021-05-04T00:55:29.953Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:29.754Z InvocationID=8beeb9db-7790-4f67-8b44-5d235fd6d18d ResponseDesc=OK 2021-05-04T00:55:32.069Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f5bc5d2-c48f-4986-8ff0-34c3dd8f4f63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:32.069Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:32.069Z InvocationID=79587baf-9647-4fca-bf18-5eaf31873c78 2021-05-04T00:55:32.159Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f5bc5d2-c48f-4986-8ff0-34c3dd8f4f63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:32.190Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f5bc5d2-c48f-4986-8ff0-34c3dd8f4f63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=121 EndTimestamp=2021-05-04T00:55:32.190Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:32.069Z InvocationID=b62e80be-ab8a-43e1-badf-728079450c33 ResponseDesc=OK 2021-05-04T00:55:35.525Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7dc7d1cf-94df-4d99-a122-750e3c3b81c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:35.525Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:35.525Z InvocationID=d0348478-4dd0-4e7b-906b-82c94dd1a14b 2021-05-04T00:55:35.808Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7dc7d1cf-94df-4d99-a122-750e3c3b81c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:36.049Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7dc7d1cf-94df-4d99-a122-750e3c3b81c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=524 EndTimestamp=2021-05-04T00:55:36.049Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:35.525Z InvocationID=ad7908aa-3745-49d7-bf45-47aad63820f6 ResponseDesc=OK 2021-05-04T00:55:38.410Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e294ecc7-fb5a-4dd2-a8e3-16ab9bc805fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:38.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:38.410Z InvocationID=e6c98087-422a-453b-a009-163ab7a0cab0 2021-05-04T00:55:38.560Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e294ecc7-fb5a-4dd2-a8e3-16ab9bc805fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:38.667Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e294ecc7-fb5a-4dd2-a8e3-16ab9bc805fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=257 EndTimestamp=2021-05-04T00:55:38.667Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:38.410Z InvocationID=7e803a0f-c1b5-4a0a-8076-e45d21cdff6e ResponseDesc=OK 2021-05-04T00:55:41.225Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6124fa18-d169-4b63-9017-80bcdb4aca63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:41.225Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:41.225Z InvocationID=66cdee08-b157-45d0-b18b-0306921dffc3 2021-05-04T00:55:41.397Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6124fa18-d169-4b63-9017-80bcdb4aca63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:41.732Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6124fa18-d169-4b63-9017-80bcdb4aca63 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=507 EndTimestamp=2021-05-04T00:55:41.732Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:41.225Z InvocationID=e30be50f-1d4d-4281-b961-72ffed7b15e7 ResponseDesc=OK 2021-05-04T00:55:44.321Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe850972-050d-4b92-a344-0c847e3e67df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:44.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:44.321Z InvocationID=2a44dcb9-8b91-4abd-b4ad-7107586e7c34 2021-05-04T00:55:44.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe850972-050d-4b92-a344-0c847e3e67df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:45.252Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe850972-050d-4b92-a344-0c847e3e67df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=931 EndTimestamp=2021-05-04T00:55:45.252Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:44.321Z InvocationID=032fa36c-7910-4556-bd64-2ea026c6e606 ResponseDesc=OK 2021-05-04T00:55:47.154Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5ffa65b8-878a-439a-8dfd-54c28b321bd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:47.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:47.153Z InvocationID=4fdb0edf-aecb-4446-9a77-86329cd70061 2021-05-04T00:55:52.121Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5ffa65b8-878a-439a-8dfd-54c28b321bd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:52.143Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5ffa65b8-878a-439a-8dfd-54c28b321bd3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4990 EndTimestamp=2021-05-04T00:55:52.143Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:47.153Z InvocationID=5a2bfe93-940f-4e0e-8027-b0eeeebf1f0f ResponseDesc=OK 2021-05-04T00:55:52.400Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a25d7f7a-6463-4d30-a83c-a36c4175c8ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:52.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:52.400Z InvocationID=d26bbfb0-7924-4936-9038-52073c1fc162 2021-05-04T00:55:52.460Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a25d7f7a-6463-4d30-a83c-a36c4175c8ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:52.652Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a25d7f7a-6463-4d30-a83c-a36c4175c8ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=252 EndTimestamp=2021-05-04T00:55:52.652Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:52.400Z InvocationID=eb4ec448-a4d4-4a33-9d75-ad78ee97ebd8 ResponseDesc=OK 2021-05-04T00:55:53.305Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4c592b5f-780f-4731-92f1-34f690065199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:53.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:53.305Z InvocationID=92664fae-7c54-4fcd-a46d-613f17799673 2021-05-04T00:55:53.401Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4c592b5f-780f-4731-92f1-34f690065199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:53.837Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4c592b5f-780f-4731-92f1-34f690065199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=532 EndTimestamp=2021-05-04T00:55:53.837Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:53.305Z InvocationID=90c07fc6-ad28-405a-a1c2-82fdb6e5a300 ResponseDesc=OK 2021-05-04T00:55:56.424Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1dcd904-4afb-4306-b0bb-b81e6f699157 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:56.424Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:56.424Z InvocationID=bfd1b011-6998-4be9-94c1-5469ac920546 2021-05-04T00:55:56.509Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1dcd904-4afb-4306-b0bb-b81e6f699157 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:56.714Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a1dcd904-4afb-4306-b0bb-b81e6f699157 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T00:55:56.713Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:56.424Z InvocationID=4f95747b-5a84-4c0e-a7b6-e103ad27e1ee ResponseDesc=OK 2021-05-04T00:55:59.209Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a3d3ab31-2842-4e22-a808-cae1bdcb697b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:55:59.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:59.208Z InvocationID=40a0ff84-8cd0-4afc-bca6-fba7330f0fe6 2021-05-04T00:55:59.605Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a3d3ab31-2842-4e22-a808-cae1bdcb697b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:55:59.723Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a3d3ab31-2842-4e22-a808-cae1bdcb697b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=515 EndTimestamp=2021-05-04T00:55:59.723Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:55:59.208Z InvocationID=432f831e-1798-44a1-9963-3abce70dbe76 ResponseDesc=OK 2021-05-04T00:56:01.179Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af1a8ebd-6bc4-4332-afcb-a6420fa6d6b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:01.178Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:01.178Z InvocationID=2464e658-daf9-4edb-b41f-f72331c54fc6 2021-05-04T00:56:01.205Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af1a8ebd-6bc4-4332-afcb-a6420fa6d6b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:01.314Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af1a8ebd-6bc4-4332-afcb-a6420fa6d6b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=136 EndTimestamp=2021-05-04T00:56:01.314Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:01.178Z InvocationID=a7464373-578d-4bb7-88f7-b4ec79be38db ResponseDesc=OK 2021-05-04T00:56:02.118Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7afaa321-96ab-469b-b373-0794456fe4ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:02.118Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:02.118Z InvocationID=55e9c0fb-7edf-488a-ba6f-cae5481255cd 2021-05-04T00:56:02.424Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7afaa321-96ab-469b-b373-0794456fe4ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:02.515Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7afaa321-96ab-469b-b373-0794456fe4ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T00:56:02.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:02.118Z InvocationID=f2b6f8f9-29c0-45f4-8a6b-a96b6801c05c ResponseDesc=OK 2021-05-04T00:56:05.422Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29e40616-330a-421a-acd0-7d4924aa2133 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:05.422Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:05.422Z InvocationID=ed215199-0066-4b7e-832a-ac35208c274f 2021-05-04T00:56:05.511Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29e40616-330a-421a-acd0-7d4924aa2133 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:05.614Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=29e40616-330a-421a-acd0-7d4924aa2133 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T00:56:05.614Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:05.422Z InvocationID=27802869-d339-4ebb-a7c7-6fd927ad643f ResponseDesc=OK 2021-05-04T00:56:08.210Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1de8fcba-3b3f-432d-bffb-564ffab4d607 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:08.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:08.210Z InvocationID=ac736af4-c0e4-470e-b000-2f8a9eca27e1 2021-05-04T00:56:11.861Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1de8fcba-3b3f-432d-bffb-564ffab4d607 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:12.048Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1de8fcba-3b3f-432d-bffb-564ffab4d607 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3838 EndTimestamp=2021-05-04T00:56:12.048Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:08.210Z InvocationID=4fa42ea4-e836-47b0-815e-df5743290f1c ResponseDesc=OK 2021-05-04T00:56:12.894Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3d90b258-545d-461c-a2fe-88a6ed4d8179 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:12.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:12.894Z InvocationID=c851ba3a-ba57-4572-881b-502331183048 2021-05-04T00:56:13.152Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3d90b258-545d-461c-a2fe-88a6ed4d8179 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:13.400Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3d90b258-545d-461c-a2fe-88a6ed4d8179 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=506 EndTimestamp=2021-05-04T00:56:13.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:12.894Z InvocationID=10f138d6-763f-4866-b1fc-c84c1b621e59 ResponseDesc=OK 2021-05-04T00:56:14.328Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09923ddb-15c7-4763-baf4-c42ff3be5d12 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:14.328Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:14.328Z InvocationID=8e6ba1d9-f494-4d1f-ac78-d82a67582655 2021-05-04T00:56:14.447Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09923ddb-15c7-4763-baf4-c42ff3be5d12 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:14.961Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09923ddb-15c7-4763-baf4-c42ff3be5d12 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=633 EndTimestamp=2021-05-04T00:56:14.961Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:14.328Z InvocationID=a18b28fb-6b93-4242-8449-125859417a34 ResponseDesc=OK 2021-05-04T00:56:17.806Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c4c861c-1ac2-42cb-8ae5-024c1fe28541 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:17.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:17.805Z InvocationID=b012dd2b-52e4-4c67-a3fa-6dace564dda4 2021-05-04T00:56:17.900Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c4c861c-1ac2-42cb-8ae5-024c1fe28541 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:18.247Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5c4c861c-1ac2-42cb-8ae5-024c1fe28541 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=442 EndTimestamp=2021-05-04T00:56:18.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:17.805Z InvocationID=30a65a72-fab6-47cd-aeac-c442afa6c45e ResponseDesc=OK 2021-05-04T00:56:20.201Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=adc5c501-d0bc-4ae6-89dd-99a38aac333a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:20.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:20.201Z InvocationID=60037c2e-fc66-4763-b747-bd545083ef5f 2021-05-04T00:56:21.401Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=adc5c501-d0bc-4ae6-89dd-99a38aac333a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:21.511Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=adc5c501-d0bc-4ae6-89dd-99a38aac333a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1309 EndTimestamp=2021-05-04T00:56:21.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:20.201Z InvocationID=387a4780-a0c2-46b3-915e-4fdaffc49534 ResponseDesc=OK 2021-05-04T00:56:23.611Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45cf4b88-cde5-4f25-9a81-fb1113908dc8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:23.611Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:23.611Z InvocationID=9f58f554-597c-4a74-82ab-e0009c9f06ce 2021-05-04T00:56:23.649Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45cf4b88-cde5-4f25-9a81-fb1113908dc8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:23.915Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45cf4b88-cde5-4f25-9a81-fb1113908dc8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=304 EndTimestamp=2021-05-04T00:56:23.915Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:23.611Z InvocationID=fefca4d7-4434-41f8-8936-415ac7e53b36 ResponseDesc=OK 2021-05-04T00:56:26.428Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a23fea96-c7d3-477a-b144-8cb8fc91d400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:26.428Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:26.428Z InvocationID=5b791caa-732d-4d9f-bc6a-1bbe8554a020 2021-05-04T00:56:26.600Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a23fea96-c7d3-477a-b144-8cb8fc91d400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:26.623Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a23fea96-c7d3-477a-b144-8cb8fc91d400 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T00:56:26.623Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:26.428Z InvocationID=039a3b8a-3349-4042-96ff-e9dbb81eba18 ResponseDesc=OK 2021-05-04T00:56:27.651Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=662b88b7-b433-4206-a508-c6bd9a4e1269 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:27.651Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:27.651Z InvocationID=cd679dd4-2a27-4114-ae2b-024de60b7217 2021-05-04T00:56:27.747Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=662b88b7-b433-4206-a508-c6bd9a4e1269 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:27.822Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=662b88b7-b433-4206-a508-c6bd9a4e1269 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=171 EndTimestamp=2021-05-04T00:56:27.822Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:27.651Z InvocationID=e6ac77a0-22ee-448e-80c5-57c8ec47d0e2 ResponseDesc=OK 2021-05-04T00:56:29.237Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87dd24b9-f8d1-445e-add6-d3595929f232 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:29.237Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:29.237Z InvocationID=cf87afbc-e862-4780-81bd-f99b4902dd86 2021-05-04T00:56:29.309Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87dd24b9-f8d1-445e-add6-d3595929f232 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:29.419Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87dd24b9-f8d1-445e-add6-d3595929f232 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=182 EndTimestamp=2021-05-04T00:56:29.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:29.237Z InvocationID=bf0844b0-a61a-4249-beaf-602f9879d031 ResponseDesc=OK 2021-05-04T00:56:32.173Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3e79fc19-19b4-4c7c-85f7-f15a4fc34178 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:32.172Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:32.172Z InvocationID=baa37288-d377-437f-9f5f-8d806a903ba3 2021-05-04T00:56:32.197Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3e79fc19-19b4-4c7c-85f7-f15a4fc34178 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:32.337Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3e79fc19-19b4-4c7c-85f7-f15a4fc34178 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=165 EndTimestamp=2021-05-04T00:56:32.337Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:32.172Z InvocationID=79bb3669-6b92-4491-b6bf-47aa39ada57d ResponseDesc=OK 2021-05-04T00:56:35.505Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cdd74c47-9839-4862-bb7d-56865efc03ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:35.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:35.505Z InvocationID=2f45a85a-98d0-46d4-9cd1-708b9f5fe505 2021-05-04T00:56:35.624Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cdd74c47-9839-4862-bb7d-56865efc03ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:35.800Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cdd74c47-9839-4862-bb7d-56865efc03ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T00:56:35.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:35.505Z InvocationID=45b4dbd8-3f05-4b77-a547-05c671efbb20 ResponseDesc=OK 2021-05-04T00:56:38.402Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b89db2c8-287e-4a25-8d00-8b74a811125e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:38.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:38.402Z InvocationID=f8daa1c5-4ead-46fe-820b-52a83349f9d6 2021-05-04T00:56:38.498Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b89db2c8-287e-4a25-8d00-8b74a811125e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:38.799Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b89db2c8-287e-4a25-8d00-8b74a811125e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T00:56:38.799Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:38.402Z InvocationID=c3b45ab0-825d-4e51-80f0-1673acb8f17c ResponseDesc=OK 2021-05-04T00:56:41.317Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f215926-c497-42dc-9e1d-3896eac48525 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:41.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:41.317Z InvocationID=1e0baa39-0b89-4f0f-a442-363bee24b6b5 2021-05-04T00:56:41.401Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f215926-c497-42dc-9e1d-3896eac48525 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:41.666Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f215926-c497-42dc-9e1d-3896eac48525 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T00:56:41.666Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:41.317Z InvocationID=eba78c52-e977-4e1f-a413-ffa7137f5fc1 ResponseDesc=OK 2021-05-04T00:56:44.418Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7903ff95-3388-4e89-a3dc-1cfdc1f713ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:44.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:44.417Z InvocationID=c65d894c-5d10-4757-955e-d2924a7b3409 2021-05-04T00:56:44.547Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7903ff95-3388-4e89-a3dc-1cfdc1f713ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:44.800Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7903ff95-3388-4e89-a3dc-1cfdc1f713ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=383 EndTimestamp=2021-05-04T00:56:44.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:44.417Z InvocationID=36a00f22-b844-4c70-ab61-021680274bfa ResponseDesc=OK 2021-05-04T00:56:47.071Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45689810-66e6-4950-9a7d-2955d3e3c127 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:47.070Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:47.070Z InvocationID=11fc3c7a-c383-4622-b2b2-346394831f1e 2021-05-04T00:56:47.246Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45689810-66e6-4950-9a7d-2955d3e3c127 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:47.398Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45689810-66e6-4950-9a7d-2955d3e3c127 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=328 EndTimestamp=2021-05-04T00:56:47.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:47.070Z InvocationID=8db1c2a9-72c8-4ffb-ac38-fe73a608da28 ResponseDesc=OK 2021-05-04T00:56:51.688Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=188a3bb4-f4d8-4b18-bf26-d01de1d3913c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:51.688Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:51.688Z InvocationID=57deb18b-7f70-4369-8f19-7cd6b2e2d4dd 2021-05-04T00:56:51.754Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=188a3bb4-f4d8-4b18-bf26-d01de1d3913c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:51.864Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=188a3bb4-f4d8-4b18-bf26-d01de1d3913c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=176 EndTimestamp=2021-05-04T00:56:51.864Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:51.688Z InvocationID=b6486490-bd41-43a9-94af-3af04d098095 ResponseDesc=OK 2021-05-04T00:56:53.404Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ada134aa-1fd2-4df2-a5b7-9e09d388d47c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:53.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:53.404Z InvocationID=ef6fd8c8-41bd-4d0e-837f-ade7788e957c 2021-05-04T00:56:53.649Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ada134aa-1fd2-4df2-a5b7-9e09d388d47c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:53.900Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ada134aa-1fd2-4df2-a5b7-9e09d388d47c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T00:56:53.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:53.404Z InvocationID=01a610eb-c505-462a-ab96-96715514c64b ResponseDesc=OK 2021-05-04T00:56:56.428Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9743c9a5-a208-4622-8079-7a6dd8b9e001 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:56.428Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:56.428Z InvocationID=1a2ad03e-6e29-4dee-ad89-d03dd1315c96 2021-05-04T00:56:56.550Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9743c9a5-a208-4622-8079-7a6dd8b9e001 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:56.852Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9743c9a5-a208-4622-8079-7a6dd8b9e001 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=424 EndTimestamp=2021-05-04T00:56:56.852Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:56.428Z InvocationID=f724c115-5d0f-4475-89e4-5aaf4909e6c4 ResponseDesc=OK 2021-05-04T00:56:59.203Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bb9deb7c-bde0-4792-971a-f93737e7eeb5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:56:59.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:59.203Z InvocationID=9fc35f30-fe5c-48eb-8a6a-f3a25a916613 2021-05-04T00:56:59.257Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bb9deb7c-bde0-4792-971a-f93737e7eeb5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:56:59.531Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bb9deb7c-bde0-4792-971a-f93737e7eeb5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=328 EndTimestamp=2021-05-04T00:56:59.531Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:56:59.203Z InvocationID=16413a2b-5b44-460e-b8bc-5dd30b686ede ResponseDesc=OK 2021-05-04T00:57:01.111Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da092eba-c968-4f2c-975d-e0d31caecc14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:01.111Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:01.111Z InvocationID=875291d9-83ea-454d-8d2a-39f1cf3437cd 2021-05-04T00:57:01.507Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da092eba-c968-4f2c-975d-e0d31caecc14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:01.700Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da092eba-c968-4f2c-975d-e0d31caecc14 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=589 EndTimestamp=2021-05-04T00:57:01.700Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:01.111Z InvocationID=b1f21795-ee48-4467-b27f-66c938954e2f ResponseDesc=OK 2021-05-04T00:57:02.705Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd35d775-0f0b-4f31-8f99-2838c22f9088 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:02.705Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:02.705Z InvocationID=50594da4-39c4-451f-ba2c-bf1ea586cec6 2021-05-04T00:57:02.752Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd35d775-0f0b-4f31-8f99-2838c22f9088 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:03.183Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fd35d775-0f0b-4f31-8f99-2838c22f9088 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=478 EndTimestamp=2021-05-04T00:57:03.183Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:02.705Z InvocationID=d212aaca-5f09-4a40-929e-1e02d451e3e2 ResponseDesc=OK 2021-05-04T00:57:05.706Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=88a30d1d-2c98-4c85-a261-729e6da5bb6b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:05.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:05.706Z InvocationID=344af61b-3599-4f6c-b6bb-7076bf4c2788 2021-05-04T00:57:05.800Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=88a30d1d-2c98-4c85-a261-729e6da5bb6b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:05.974Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=88a30d1d-2c98-4c85-a261-729e6da5bb6b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=268 EndTimestamp=2021-05-04T00:57:05.974Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:05.706Z InvocationID=e1723fe2-78fd-4f91-bc1f-d6f3a5778004 ResponseDesc=OK 2021-05-04T00:57:08.304Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27a9b12b-a81e-464a-b18c-1b59a5c64ec2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:08.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:08.304Z InvocationID=dcfa27e7-6148-4f29-a00f-4b4d0253c3de 2021-05-04T00:57:08.404Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27a9b12b-a81e-464a-b18c-1b59a5c64ec2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:08.501Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27a9b12b-a81e-464a-b18c-1b59a5c64ec2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T00:57:08.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:08.304Z InvocationID=5d660196-2596-44f5-9007-9ba182177280 ResponseDesc=OK 2021-05-04T00:57:11.118Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d001e8a-7ac5-4a3d-99c3-807454b1a5d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:11.118Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:11.118Z InvocationID=e2e4feec-4d85-42a1-a4f2-02ddb46fcc2d 2021-05-04T00:57:11.197Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d001e8a-7ac5-4a3d-99c3-807454b1a5d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:11.298Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d001e8a-7ac5-4a3d-99c3-807454b1a5d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T00:57:11.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:11.118Z InvocationID=fb4a14dd-29ee-4bce-bce1-07a5711903c0 ResponseDesc=OK 2021-05-04T00:57:14.412Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c651965a-af36-45a8-acab-4d795730c60a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:14.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:14.412Z InvocationID=e70ca35a-8b55-4654-b0d6-58d6022e8d2a 2021-05-04T00:57:14.505Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c651965a-af36-45a8-acab-4d795730c60a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:14.761Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c651965a-af36-45a8-acab-4d795730c60a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T00:57:14.761Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:14.412Z InvocationID=6623c6f0-31e6-4367-b8a6-af34636396d5 ResponseDesc=OK 2021-05-04T00:57:17.800Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f1f389d-3dc0-45be-b3e9-488ce0b5c53d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:17.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:17.800Z InvocationID=74c7fdda-a6ee-4066-afbc-ac7794f04bed 2021-05-04T00:57:17.950Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f1f389d-3dc0-45be-b3e9-488ce0b5c53d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:18.008Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f1f389d-3dc0-45be-b3e9-488ce0b5c53d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=207 EndTimestamp=2021-05-04T00:57:18.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:17.800Z InvocationID=1d377d85-487b-4277-aa24-3a4bf66c42da ResponseDesc=OK 2021-05-04T00:57:20.403Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=064a0872-0d3c-421c-9956-9e5e78f9d1a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:20.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:20.403Z InvocationID=214ab7e3-1543-4c74-9494-b4751656c9b9 2021-05-04T00:57:21.057Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=064a0872-0d3c-421c-9956-9e5e78f9d1a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:21.268Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=064a0872-0d3c-421c-9956-9e5e78f9d1a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=865 EndTimestamp=2021-05-04T00:57:21.268Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:20.403Z InvocationID=bf09d3d3-dfb6-4daf-8ccc-2367e5775491 ResponseDesc=OK 2021-05-04T00:57:23.517Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b316ce82-7322-4c22-a13b-54ff1bccf0d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:23.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:23.517Z InvocationID=aef73f16-758c-4486-af05-a10c49b54b5a 2021-05-04T00:57:23.599Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b316ce82-7322-4c22-a13b-54ff1bccf0d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:23.851Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b316ce82-7322-4c22-a13b-54ff1bccf0d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=334 EndTimestamp=2021-05-04T00:57:23.851Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:23.517Z InvocationID=1c6de044-c781-407e-b718-c82aca476f18 ResponseDesc=OK 2021-05-04T00:57:27.701Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1f54d0b-12d5-4ce7-a3a3-2136cb8bca52 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:27.700Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:27.700Z InvocationID=b63e19b2-d12e-42e6-9422-5689c04ee7b8 2021-05-04T00:57:28.250Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1f54d0b-12d5-4ce7-a3a3-2136cb8bca52 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:28.405Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a1f54d0b-12d5-4ce7-a3a3-2136cb8bca52 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=705 EndTimestamp=2021-05-04T00:57:28.405Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:27.700Z InvocationID=116ce56d-1910-4f3a-afb9-cf1bab5fa353 ResponseDesc=OK 2021-05-04T00:57:29.072Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38d792d9-42d3-4b7e-8c58-b99c1dd3b04c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:29.071Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:29.071Z InvocationID=b2a37978-e378-4e65-b6a3-25631674a641 2021-05-04T00:57:29.203Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38d792d9-42d3-4b7e-8c58-b99c1dd3b04c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:29.504Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38d792d9-42d3-4b7e-8c58-b99c1dd3b04c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=433 EndTimestamp=2021-05-04T00:57:29.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:29.071Z InvocationID=4b39adbd-8635-48b9-9d70-9b93b2acb1a9 ResponseDesc=OK 2021-05-04T00:57:30.203Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=932213a6-d5d5-40b8-abe6-25d8c33d17d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:30.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:30.203Z InvocationID=e148b112-eefc-404c-a294-e7808224c55a 2021-05-04T00:57:30.248Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=932213a6-d5d5-40b8-abe6-25d8c33d17d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:30.549Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=932213a6-d5d5-40b8-abe6-25d8c33d17d9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=346 EndTimestamp=2021-05-04T00:57:30.549Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:30.203Z InvocationID=d3c22446-e26a-4a7f-b0ab-6b94e154e06e ResponseDesc=OK 2021-05-04T00:57:32.764Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d3822e1b-9c74-409b-ba0b-7d450d8f101b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:32.764Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:32.764Z InvocationID=1f448729-d2ae-470f-b0f4-259dea80564e 2021-05-04T00:57:32.948Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d3822e1b-9c74-409b-ba0b-7d450d8f101b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:33.203Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d3822e1b-9c74-409b-ba0b-7d450d8f101b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=439 EndTimestamp=2021-05-04T00:57:33.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:32.764Z InvocationID=0603448e-d9e2-4705-9b71-a1855686b0bd ResponseDesc=OK 2021-05-04T00:57:35.688Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4717311b-cf78-40fa-b334-9bf737477264 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:35.688Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:35.688Z InvocationID=5a7c81b7-c762-4647-a588-74c3d34061eb 2021-05-04T00:57:35.750Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4717311b-cf78-40fa-b334-9bf737477264 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:37.047Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4717311b-cf78-40fa-b334-9bf737477264 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1359 EndTimestamp=2021-05-04T00:57:37.047Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:35.688Z InvocationID=4e4f4c12-92fe-4b17-a1d9-587b99d23bf1 ResponseDesc=OK 2021-05-04T00:57:38.451Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd65c925-d5c1-417b-b2af-b663bfe1b8f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:38.451Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:38.451Z InvocationID=1d436d55-7c23-4253-96c4-883b8d057076 2021-05-04T00:57:38.499Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd65c925-d5c1-417b-b2af-b663bfe1b8f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:39.103Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd65c925-d5c1-417b-b2af-b663bfe1b8f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=652 EndTimestamp=2021-05-04T00:57:39.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:38.451Z InvocationID=e3e01b47-0fe8-4df7-9778-7b9069dfadd0 ResponseDesc=OK 2021-05-04T00:57:41.429Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71fa92cf-5d42-44cb-9046-66db6b6b9697 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:41.429Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:41.429Z InvocationID=8350df97-9bf1-4152-b89c-41fcfe067692 2021-05-04T00:57:42.001Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71fa92cf-5d42-44cb-9046-66db6b6b9697 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:42.205Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=71fa92cf-5d42-44cb-9046-66db6b6b9697 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=776 EndTimestamp=2021-05-04T00:57:42.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:41.429Z InvocationID=7063cd8d-6ddf-407f-951e-da10f119a4fb ResponseDesc=OK 2021-05-04T00:57:44.605Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e515ae27-9962-41cf-86c2-0b253920082e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:44.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:44.605Z InvocationID=b86f4c4a-8865-4e03-842a-297313dba429 2021-05-04T00:57:44.621Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e515ae27-9962-41cf-86c2-0b253920082e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:44.925Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e515ae27-9962-41cf-86c2-0b253920082e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=320 EndTimestamp=2021-05-04T00:57:44.925Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:44.605Z InvocationID=064c6ef2-e35e-4d3a-8f3c-fe3a94c101bc ResponseDesc=OK 2021-05-04T00:57:46.959Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff8195cc-2f08-407f-9070-c760022d914a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:46.959Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:46.959Z InvocationID=ad514068-5b2f-48a4-98b9-68bf10be35f4 2021-05-04T00:57:46.986Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff8195cc-2f08-407f-9070-c760022d914a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:47.304Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff8195cc-2f08-407f-9070-c760022d914a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=345 EndTimestamp=2021-05-04T00:57:47.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:46.959Z InvocationID=27be9df5-f92f-42e6-8e54-eacefcfaf5a2 ResponseDesc=OK 2021-05-04T00:57:50.124Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dadff717-5cd6-4cae-aef6-c1214199b7e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:50.124Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:50.124Z InvocationID=27574641-4ecd-4a43-9482-b2970f652185 2021-05-04T00:57:50.200Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dadff717-5cd6-4cae-aef6-c1214199b7e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:50.301Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dadff717-5cd6-4cae-aef6-c1214199b7e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=177 EndTimestamp=2021-05-04T00:57:50.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:50.124Z InvocationID=bdbbcb4c-afff-46ce-851a-f70a207ebcb0 ResponseDesc=OK 2021-05-04T00:57:53.531Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf2bc51f-ec0d-4dcd-86c2-869cbf790bc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:53.531Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:53.531Z InvocationID=7c170843-2c15-4948-8700-eaf9d887370f 2021-05-04T00:57:53.646Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf2bc51f-ec0d-4dcd-86c2-869cbf790bc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:54.247Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf2bc51f-ec0d-4dcd-86c2-869cbf790bc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=716 EndTimestamp=2021-05-04T00:57:54.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:53.531Z InvocationID=5647437e-5fdf-4fd0-a1b5-0fac57eab500 ResponseDesc=OK 2021-05-04T00:57:56.205Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e010f79-3f52-4fab-b3dd-c69a3d16b234 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:56.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:56.205Z InvocationID=93fd1e00-90ec-4b7e-b7a1-d50d46414d97 2021-05-04T00:57:56.362Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e010f79-3f52-4fab-b3dd-c69a3d16b234 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:57:56.521Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e010f79-3f52-4fab-b3dd-c69a3d16b234 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=316 EndTimestamp=2021-05-04T00:57:56.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:56.205Z InvocationID=241ca54a-5e20-4c26-830b-046bfb88adef ResponseDesc=OK 2021-05-04T00:57:59.953Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=034cfe5d-065d-4782-a54f-cb666960ba5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:57:59.953Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:59.953Z InvocationID=1a05a966-d12c-4a17-9dd7-d172eaa7e4b6 2021-05-04T00:58:01.149Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de3f1b1a-60eb-4015-8b1e-53e3b8014805 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:01.149Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:01.149Z InvocationID=093d191d-4a46-46aa-9a40-35ff1581f6d4 2021-05-04T00:58:03.707Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de3f1b1a-60eb-4015-8b1e-53e3b8014805 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:03.809Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de3f1b1a-60eb-4015-8b1e-53e3b8014805 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2660 EndTimestamp=2021-05-04T00:58:03.809Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:01.149Z InvocationID=a1d3abdc-e291-4a85-ae6a-90630f16c2dc ResponseDesc=OK 2021-05-04T00:58:07.769Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=034cfe5d-065d-4782-a54f-cb666960ba5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:08.498Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=034cfe5d-065d-4782-a54f-cb666960ba5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=8545 EndTimestamp=2021-05-04T00:58:08.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:57:59.953Z InvocationID=6d90057f-e577-41e9-be44-2d9a6652e11c ResponseDesc=OK 2021-05-04T00:58:08.513Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5bbe9dc-81e3-4255-bb28-fd45eed6e49d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:08.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:08.513Z InvocationID=0efb57c5-5142-48f0-9da4-b3b7d0fb8eba 2021-05-04T00:58:10.546Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5bbe9dc-81e3-4255-bb28-fd45eed6e49d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:11.369Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5bbe9dc-81e3-4255-bb28-fd45eed6e49d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2856 EndTimestamp=2021-05-04T00:58:11.369Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:08.513Z InvocationID=fb938d12-86da-491e-8a68-2fc80e57a7b2 ResponseDesc=OK 2021-05-04T00:58:12.104Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c4e62ab-2cf4-4522-8fb8-4365f8a90925 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:12.104Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:12.104Z InvocationID=a1c4f960-ece1-4718-9a77-80e913ea6203 2021-05-04T00:58:12.852Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c4e62ab-2cf4-4522-8fb8-4365f8a90925 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:13.100Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c4e62ab-2cf4-4522-8fb8-4365f8a90925 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=996 EndTimestamp=2021-05-04T00:58:13.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:12.104Z InvocationID=afeb3b6e-e462-4888-8e32-c211029e5c3a ResponseDesc=OK 2021-05-04T00:58:14.004Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c73d2a10-e476-4cb5-aa10-3ac05125bf6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:14.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:14.004Z InvocationID=0647598c-43a3-4f23-8125-3a587e0235c9 2021-05-04T00:58:14.097Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c73d2a10-e476-4cb5-aa10-3ac05125bf6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:14.856Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c73d2a10-e476-4cb5-aa10-3ac05125bf6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=852 EndTimestamp=2021-05-04T00:58:14.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:14.004Z InvocationID=9f63ec3f-99b4-4523-af81-fdad0c0c60ea ResponseDesc=OK 2021-05-04T00:58:15.723Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fdc88b9a-1f92-4c69-a986-bc48cb12eb0f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:15.723Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:15.723Z InvocationID=ba1148ed-b7ff-495f-a782-d33688b04f19 2021-05-04T00:58:15.830Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fdc88b9a-1f92-4c69-a986-bc48cb12eb0f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:16.009Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fdc88b9a-1f92-4c69-a986-bc48cb12eb0f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=286 EndTimestamp=2021-05-04T00:58:16.009Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:15.723Z InvocationID=2f2b440c-8a32-403e-87ab-8caa4b84fa78 ResponseDesc=OK 2021-05-04T00:58:16.619Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d3b616e-e9bc-468a-9fd7-f0fa31ddb94d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:16.618Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:16.618Z InvocationID=ed33dc94-62d4-4866-bd67-1c8502c6c753 2021-05-04T00:58:16.716Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d3b616e-e9bc-468a-9fd7-f0fa31ddb94d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:17.000Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d3b616e-e9bc-468a-9fd7-f0fa31ddb94d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=382 EndTimestamp=2021-05-04T00:58:17.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:16.618Z InvocationID=afb849a9-c753-402e-bba2-3facc40ccbc3 ResponseDesc=OK 2021-05-04T00:58:17.836Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d9ea4d44-5cab-480e-8ea4-a6241ce492d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:17.836Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:17.836Z InvocationID=ba669d87-ebd8-474c-90ce-0f7cee4d0407 2021-05-04T00:58:17.916Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d9ea4d44-5cab-480e-8ea4-a6241ce492d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:18.308Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d9ea4d44-5cab-480e-8ea4-a6241ce492d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=472 EndTimestamp=2021-05-04T00:58:18.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:17.836Z InvocationID=ec498056-41fe-4244-84f3-fc49515a540b ResponseDesc=OK 2021-05-04T00:58:20.204Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0dba1108-4ca0-4f55-84e5-8ee8d6bdfce3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:20.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:20.204Z InvocationID=ccd2cb04-760b-4caf-a56f-12fec4473dbb 2021-05-04T00:58:20.227Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0dba1108-4ca0-4f55-84e5-8ee8d6bdfce3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:20.699Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0dba1108-4ca0-4f55-84e5-8ee8d6bdfce3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=495 EndTimestamp=2021-05-04T00:58:20.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:20.204Z InvocationID=4da83639-bce4-4f68-b5a0-c1f92d1d1480 ResponseDesc=OK 2021-05-04T00:58:23.507Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9082f451-cd54-439a-8160-682d6d962abf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:23.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:23.507Z InvocationID=3bed7df0-083d-4e66-8c44-ed3d44374aea 2021-05-04T00:58:26.915Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54132331-e4e6-4609-bcb0-84ee2fc88826 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:26.915Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:26.915Z InvocationID=9f571d54-4601-4344-bc08-9404ef24e6dc 2021-05-04T00:58:27.712Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e2752648-915f-406f-a96a-a45434ec640f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:27.712Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:27.712Z InvocationID=79227f83-1b60-4d6e-a661-eede4b6fb577 2021-05-04T00:58:30.335Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66dedb2c-f3cf-4ba9-a0e0-c2b71fb8df16 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:30.335Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:30.335Z InvocationID=179ea4c8-1fdc-4007-a201-06073494729a 2021-05-04T00:58:31.732Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54132331-e4e6-4609-bcb0-84ee2fc88826 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:31.732Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e2752648-915f-406f-a96a-a45434ec640f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:31.751Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9082f451-cd54-439a-8160-682d6d962abf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:31.751Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66dedb2c-f3cf-4ba9-a0e0-c2b71fb8df16 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:31.801Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e2752648-915f-406f-a96a-a45434ec640f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4089 EndTimestamp=2021-05-04T00:58:31.801Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:27.712Z InvocationID=3f79c067-c8a2-40c2-a992-3f113f9a52cf ResponseDesc=OK 2021-05-04T00:58:31.847Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54132331-e4e6-4609-bcb0-84ee2fc88826 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4932 EndTimestamp=2021-05-04T00:58:31.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:26.915Z InvocationID=d2fc9c59-c22c-4928-b833-21d11c51578d ResponseDesc=OK 2021-05-04T00:58:31.856Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66dedb2c-f3cf-4ba9-a0e0-c2b71fb8df16 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1521 EndTimestamp=2021-05-04T00:58:31.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:30.335Z InvocationID=2bed093b-3a3f-4464-a55a-2e530d31ab9a ResponseDesc=OK 2021-05-04T00:58:31.860Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9082f451-cd54-439a-8160-682d6d962abf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=8353 EndTimestamp=2021-05-04T00:58:31.860Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:23.507Z InvocationID=e5a93418-78a5-4755-94b7-c310d41bd857 ResponseDesc=OK 2021-05-04T00:58:32.249Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3060a40b-fea8-4224-9760-30fc563b0aba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:32.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:32.249Z InvocationID=013499aa-4533-4fb2-927c-431a64306f0e 2021-05-04T00:58:32.264Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3060a40b-fea8-4224-9760-30fc563b0aba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:32.354Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3060a40b-fea8-4224-9760-30fc563b0aba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T00:58:32.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:32.249Z InvocationID=a937190c-66e9-4bbd-b47f-8e88b3fcdee5 ResponseDesc=OK 2021-05-04T00:58:35.504Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f276e96d-ad2a-48d6-983b-d0b208cff5cd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:35.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:35.504Z InvocationID=f86be51e-bdab-4e33-902a-1ffe2b0bce2a 2021-05-04T00:58:35.510Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f276e96d-ad2a-48d6-983b-d0b208cff5cd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:35.529Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f276e96d-ad2a-48d6-983b-d0b208cff5cd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=25 EndTimestamp=2021-05-04T00:58:35.529Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:35.504Z InvocationID=b5ec6a0b-894e-4d84-bb80-24e4b1ced0d2 ResponseDesc=OK 2021-05-04T00:58:38.500Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a95fa364-9e7d-40e0-82f5-8edf2c10ff21 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:38.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:38.500Z InvocationID=f587b222-ffd3-4064-8c4e-56738db41d1a 2021-05-04T00:58:38.645Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a95fa364-9e7d-40e0-82f5-8edf2c10ff21 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:38.749Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a95fa364-9e7d-40e0-82f5-8edf2c10ff21 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=249 EndTimestamp=2021-05-04T00:58:38.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:38.500Z InvocationID=3ea229bf-beac-4b01-b643-fba34191ec04 ResponseDesc=OK 2021-05-04T00:58:41.353Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28c42bc3-30d8-439e-9a65-e365273c2eaa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:41.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:41.353Z InvocationID=654aecf5-a097-40a5-a57a-4c29b283bfba 2021-05-04T00:58:41.449Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28c42bc3-30d8-439e-9a65-e365273c2eaa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:41.748Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28c42bc3-30d8-439e-9a65-e365273c2eaa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T00:58:41.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:41.353Z InvocationID=04fe8f76-2e4b-4368-9348-e038d96f0354 ResponseDesc=OK 2021-05-04T00:58:44.404Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=86722595-c9c9-4789-9ab8-512e5d6e9dc7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:44.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:44.404Z InvocationID=a374cb2a-c944-47cf-a524-79672662f443 2021-05-04T00:58:44.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=86722595-c9c9-4789-9ab8-512e5d6e9dc7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:44.746Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=86722595-c9c9-4789-9ab8-512e5d6e9dc7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T00:58:44.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:44.404Z InvocationID=6f179438-fd7c-479d-ae99-9bb6aa497e97 ResponseDesc=OK 2021-05-04T00:58:47.253Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=615431ed-eaca-4482-8804-32d06846cfe9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:47.253Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:47.253Z InvocationID=ae295941-886e-4369-8ec2-8ecd1688275e 2021-05-04T00:58:47.353Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=615431ed-eaca-4482-8804-32d06846cfe9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:47.514Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=615431ed-eaca-4482-8804-32d06846cfe9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=261 EndTimestamp=2021-05-04T00:58:47.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:47.253Z InvocationID=e4a5a102-1a73-4963-b187-c798b24502a6 ResponseDesc=OK 2021-05-04T00:58:50.204Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e3f8493-6bfd-46ff-9ee9-649066702255 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:50.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:50.204Z InvocationID=cf74cedf-5708-43fd-83b4-687625ce2fee 2021-05-04T00:58:50.297Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e3f8493-6bfd-46ff-9ee9-649066702255 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:50.597Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7e3f8493-6bfd-46ff-9ee9-649066702255 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=393 EndTimestamp=2021-05-04T00:58:50.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:50.204Z InvocationID=a13e3a12-b7df-447c-b78d-896c8f304d81 ResponseDesc=OK 2021-05-04T00:58:53.555Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7bed7b96-c0c7-4906-96cf-0803245f156a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:53.555Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:53.555Z InvocationID=11d987d2-9f91-4ac8-b1f1-0a24ce79afae 2021-05-04T00:58:53.700Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7bed7b96-c0c7-4906-96cf-0803245f156a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:53.946Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7bed7b96-c0c7-4906-96cf-0803245f156a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=390 EndTimestamp=2021-05-04T00:58:53.945Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:53.555Z InvocationID=70f7e4e7-02d7-4d41-8f0a-2f72adc618a5 ResponseDesc=OK 2021-05-04T00:58:56.404Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d47f4cc2-3b84-46e8-b91e-e6c2809ad106 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:56.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:56.404Z InvocationID=3468ee41-c482-4f3c-ad96-d0a6e95ffc9e 2021-05-04T00:58:56.548Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d47f4cc2-3b84-46e8-b91e-e6c2809ad106 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:56.801Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d47f4cc2-3b84-46e8-b91e-e6c2809ad106 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T00:58:56.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:56.404Z InvocationID=f7caa140-3aef-4c5b-9d71-f420863d04a7 ResponseDesc=OK 2021-05-04T00:58:59.202Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8f87f698-e5bd-4d2d-aecf-70381ad25b05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:58:59.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:59.202Z InvocationID=d97b871e-6b33-41be-8649-22606cb3d228 2021-05-04T00:58:59.297Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8f87f698-e5bd-4d2d-aecf-70381ad25b05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:58:59.598Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8f87f698-e5bd-4d2d-aecf-70381ad25b05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T00:58:59.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:58:59.202Z InvocationID=77fca3cb-f913-43fb-b986-2beafe3d96cb ResponseDesc=OK 2021-05-04T00:59:01.123Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e553e431-36a2-47c1-b22c-352a98edc2a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:01.123Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:01.123Z InvocationID=5d6c9102-1ad0-4ce2-97c7-d1f2e63f68ed 2021-05-04T00:59:01.299Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e553e431-36a2-47c1-b22c-352a98edc2a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:01.445Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e553e431-36a2-47c1-b22c-352a98edc2a2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=322 EndTimestamp=2021-05-04T00:59:01.445Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:01.123Z InvocationID=e1fbf234-6d07-4ac6-a00f-eb68c06e47e9 ResponseDesc=OK 2021-05-04T00:59:02.612Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f696ddb8-faa8-4cfd-86f7-6e33ee96f099 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:02.612Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:02.612Z InvocationID=6076f0ae-2c3b-42af-bfc6-fa3595842410 2021-05-04T00:59:02.749Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f696ddb8-faa8-4cfd-86f7-6e33ee96f099 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:03.000Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f696ddb8-faa8-4cfd-86f7-6e33ee96f099 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=388 EndTimestamp=2021-05-04T00:59:03.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:02.612Z InvocationID=60826360-b937-4a26-ba13-14e63b96fd09 ResponseDesc=OK 2021-05-04T00:59:05.604Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be8bc03b-742b-40c3-a4aa-54ec2ed66a0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:05.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:05.604Z InvocationID=8eea288f-3f27-4ce5-9dfe-9de242779662 2021-05-04T00:59:05.647Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be8bc03b-742b-40c3-a4aa-54ec2ed66a0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:06.001Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be8bc03b-742b-40c3-a4aa-54ec2ed66a0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T00:59:06.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:05.604Z InvocationID=fb5e8ead-f601-4df6-ae1c-580eef9e932f ResponseDesc=OK 2021-05-04T00:59:08.204Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55f25b53-5cd8-4140-a206-4a15b30206a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:08.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:08.204Z InvocationID=785dbd55-813f-4d83-ad6a-7ddf11ebea0a 2021-05-04T00:59:08.405Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55f25b53-5cd8-4140-a206-4a15b30206a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:08.602Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=55f25b53-5cd8-4140-a206-4a15b30206a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=398 EndTimestamp=2021-05-04T00:59:08.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:08.204Z InvocationID=dcf9211d-a3f3-47da-99fa-60c62db1defe ResponseDesc=OK 2021-05-04T00:59:11.222Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9a87023-013c-46e3-b25e-323c3af43840 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:11.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:11.221Z InvocationID=e36b80a4-2e5e-400a-8870-21119d23a4ca 2021-05-04T00:59:11.353Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9a87023-013c-46e3-b25e-323c3af43840 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:11.449Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9a87023-013c-46e3-b25e-323c3af43840 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=228 EndTimestamp=2021-05-04T00:59:11.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:11.221Z InvocationID=662d7067-9a51-489f-8b52-e8e168db064a ResponseDesc=OK 2021-05-04T00:59:14.425Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28b2215c-103a-41ce-bbaf-a1113ccb744e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:14.425Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:14.425Z InvocationID=790f4694-2071-4f78-a73f-2da64007002e 2021-05-04T00:59:14.550Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28b2215c-103a-41ce-bbaf-a1113ccb744e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:14.863Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28b2215c-103a-41ce-bbaf-a1113ccb744e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=438 EndTimestamp=2021-05-04T00:59:14.863Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:14.425Z InvocationID=4d9b5f40-62d5-4409-ae65-5a0c1bf6e483 ResponseDesc=OK 2021-05-04T00:59:17.415Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4638116-35c0-4992-a92c-19c0983ff0ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:17.415Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:17.415Z InvocationID=9dec435e-454d-4622-80f0-bb19a98a88d8 2021-05-04T00:59:17.512Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4638116-35c0-4992-a92c-19c0983ff0ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:17.608Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4638116-35c0-4992-a92c-19c0983ff0ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=193 EndTimestamp=2021-05-04T00:59:17.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:17.415Z InvocationID=130dc5bc-fcd9-4087-8d10-5703515e563a ResponseDesc=OK 2021-05-04T00:59:20.114Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf0a00ba-b674-4fa6-8482-fb912764a0c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:20.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:20.114Z InvocationID=45fae872-d341-442f-9888-fdb951ef1b43 2021-05-04T00:59:20.199Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf0a00ba-b674-4fa6-8482-fb912764a0c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:20.211Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf0a00ba-b674-4fa6-8482-fb912764a0c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=97 EndTimestamp=2021-05-04T00:59:20.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:20.114Z InvocationID=ad0b26d2-224a-4449-8a31-d15253b694bd ResponseDesc=OK 2021-05-04T00:59:23.417Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=255c0cf2-cfcf-4236-b18b-a4850a6452bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:23.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:23.417Z InvocationID=e268a3e9-4d7e-43bd-b113-84cb4f03cb2d 2021-05-04T00:59:23.447Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=255c0cf2-cfcf-4236-b18b-a4850a6452bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:23.755Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=255c0cf2-cfcf-4236-b18b-a4850a6452bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=338 EndTimestamp=2021-05-04T00:59:23.755Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:23.417Z InvocationID=69e266a5-af5a-4808-8d2e-f11a567c8fb9 ResponseDesc=OK 2021-05-04T00:59:25.970Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1960f15d-fd60-4736-92b6-8a50e60383eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:25.970Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:25.970Z InvocationID=1ba45a7d-a358-4c77-a4e7-6f971fcc18ee 2021-05-04T00:59:25.978Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1960f15d-fd60-4736-92b6-8a50e60383eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:26.054Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1960f15d-fd60-4736-92b6-8a50e60383eb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=84 EndTimestamp=2021-05-04T00:59:26.054Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:25.970Z InvocationID=11a804ba-77f2-460e-9be1-8bae1681b957 ResponseDesc=OK 2021-05-04T00:59:27.685Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba76a827-403e-4fc2-b5a3-f410641b7b1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:27.684Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:27.684Z InvocationID=7eabbfb2-b457-411f-ab7a-f16a39e0a168 2021-05-04T00:59:27.746Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba76a827-403e-4fc2-b5a3-f410641b7b1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:27.904Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba76a827-403e-4fc2-b5a3-f410641b7b1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=220 EndTimestamp=2021-05-04T00:59:27.904Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:27.684Z InvocationID=464dec78-c560-4c11-8841-afdaf39d1a17 ResponseDesc=OK 2021-05-04T00:59:29.203Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5cc9cc18-0f92-4525-a8d2-39de3a80c53a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:29.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:29.203Z InvocationID=ab85d754-22bb-454d-a196-fe2acd66a0b8 2021-05-04T00:59:29.213Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5cc9cc18-0f92-4525-a8d2-39de3a80c53a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:29.610Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5cc9cc18-0f92-4525-a8d2-39de3a80c53a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=407 EndTimestamp=2021-05-04T00:59:29.610Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:29.203Z InvocationID=199a01db-e750-4398-b952-e509b8c883cd ResponseDesc=OK 2021-05-04T00:59:32.251Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ac1e93e-843e-4f3a-890e-30def9931ad5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:32.251Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:32.251Z InvocationID=2bf52d7a-575e-465f-9407-2814e78006fe 2021-05-04T00:59:32.259Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ac1e93e-843e-4f3a-890e-30def9931ad5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:32.445Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9ac1e93e-843e-4f3a-890e-30def9931ad5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T00:59:32.445Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:32.251Z InvocationID=f9c4d431-8ded-468a-871e-6e519d8c0047 ResponseDesc=OK 2021-05-04T00:59:35.505Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf4b3cbf-ffec-48dd-b944-64db91ea3c9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:35.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:35.505Z InvocationID=67372e38-1fc5-498b-952c-08fdf0f57b21 2021-05-04T00:59:35.652Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf4b3cbf-ffec-48dd-b944-64db91ea3c9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:35.900Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf4b3cbf-ffec-48dd-b944-64db91ea3c9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T00:59:35.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:35.505Z InvocationID=4df71a1a-79ba-429c-9649-3d6d4e0a8009 ResponseDesc=OK 2021-05-04T00:59:38.214Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d55e86b-07a9-41e0-8887-8109526af711 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:38.214Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:38.214Z InvocationID=7a85da7f-10b4-46b2-a305-e0ce44b62672 2021-05-04T00:59:38.397Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d55e86b-07a9-41e0-8887-8109526af711 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:38.698Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d55e86b-07a9-41e0-8887-8109526af711 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=484 EndTimestamp=2021-05-04T00:59:38.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:38.214Z InvocationID=da32108e-056d-4b05-9962-a265352dcfb0 ResponseDesc=OK 2021-05-04T00:59:41.304Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af9e1b15-7bb7-4b0c-baa7-9c17589bbd99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:41.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:41.303Z InvocationID=1159aaf3-2d82-43ff-97b8-c3188232a5a8 2021-05-04T00:59:41.401Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af9e1b15-7bb7-4b0c-baa7-9c17589bbd99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:41.654Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af9e1b15-7bb7-4b0c-baa7-9c17589bbd99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=351 EndTimestamp=2021-05-04T00:59:41.654Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:41.303Z InvocationID=90dcd914-4d5e-4910-bbd4-fa5bcbc277e4 ResponseDesc=OK 2021-05-04T00:59:44.609Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28eeeebd-0f89-4090-9e22-f94a1658f0e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:44.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:44.609Z InvocationID=a1745728-b7ed-48df-bfca-604d5c4f73c5 2021-05-04T00:59:44.751Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28eeeebd-0f89-4090-9e22-f94a1658f0e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:45.001Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28eeeebd-0f89-4090-9e22-f94a1658f0e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=391 EndTimestamp=2021-05-04T00:59:45.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:44.609Z InvocationID=1420adfd-2638-40f6-9b33-c74651fdc6ec ResponseDesc=OK 2021-05-04T00:59:47.892Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96cd3353-ad7a-4dc4-a45e-4561d93d105c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:47.892Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:47.892Z InvocationID=0dde33fb-8bcf-45dc-a372-8aaf2001dea3 2021-05-04T00:59:47.997Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96cd3353-ad7a-4dc4-a45e-4561d93d105c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:48.299Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96cd3353-ad7a-4dc4-a45e-4561d93d105c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=407 EndTimestamp=2021-05-04T00:59:48.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:47.892Z InvocationID=84511237-9820-4600-bb48-d9fd630da31d ResponseDesc=OK 2021-05-04T00:59:50.403Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3acf2da7-c3dc-4a99-93eb-ed62c4dc4527 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:50.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:50.403Z InvocationID=20dd60d5-bc28-4d50-9658-8d13299ea5ef 2021-05-04T00:59:50.450Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3acf2da7-c3dc-4a99-93eb-ed62c4dc4527 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:50.746Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3acf2da7-c3dc-4a99-93eb-ed62c4dc4527 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T00:59:50.746Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:50.403Z InvocationID=3f77a557-b29e-4392-9de8-c9920fb61c7a ResponseDesc=OK 2021-05-04T00:59:53.405Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6653aaf0-7adb-483c-b009-09805b139679 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:53.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:53.404Z InvocationID=c57c2302-26b8-4790-8a14-81dd7728f7df 2021-05-04T00:59:53.941Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6653aaf0-7adb-483c-b009-09805b139679 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:54.109Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6653aaf0-7adb-483c-b009-09805b139679 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=705 EndTimestamp=2021-05-04T00:59:54.109Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:53.404Z InvocationID=2427022e-2644-4853-9992-b24513921b83 ResponseDesc=OK 2021-05-04T00:59:56.404Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6f9dee7-9dbd-4b96-8f4e-f297b37d5656 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:56.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:56.404Z InvocationID=b7ce514d-22fb-4fd0-bc2e-a74fbc6ad558 2021-05-04T00:59:56.597Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6f9dee7-9dbd-4b96-8f4e-f297b37d5656 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:57.319Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6f9dee7-9dbd-4b96-8f4e-f297b37d5656 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=915 EndTimestamp=2021-05-04T00:59:57.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:56.404Z InvocationID=603b5e50-850e-47ec-b109-50fbee23c961 ResponseDesc=OK 2021-05-04T00:59:59.426Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=69d04720-68df-4fc0-a142-271180e6d0f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T00:59:59.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:59.426Z InvocationID=5ab8942f-52ef-4109-9698-85fced4a308a 2021-05-04T00:59:59.549Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=69d04720-68df-4fc0-a142-271180e6d0f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T00:59:59.820Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=69d04720-68df-4fc0-a142-271180e6d0f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T00:59:59.820Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T00:59:59.426Z InvocationID=55d7f719-8d15-4c80-b0a4-ebf4b3d1abe5 ResponseDesc=OK 2021-05-04T01:00:01.181Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=61f10a76-43ef-44d6-b12f-6a68488383a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:01.181Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:01.181Z InvocationID=f3e16023-41a4-48d5-9787-db3d1169fb64 2021-05-04T01:00:03.957Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=61f10a76-43ef-44d6-b12f-6a68488383a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:04.201Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=61f10a76-43ef-44d6-b12f-6a68488383a8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3020 EndTimestamp=2021-05-04T01:00:04.201Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:01.181Z InvocationID=a1321529-2413-4a78-8cb0-ffdd40ef473d ResponseDesc=OK 2021-05-04T01:00:04.451Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=781e5a5a-cb00-4da8-8df5-6c1b0a257e87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:04.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:04.450Z InvocationID=7e12999e-95f4-4f15-84aa-479251f9653e 2021-05-04T01:00:04.550Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=781e5a5a-cb00-4da8-8df5-6c1b0a257e87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:05.051Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=781e5a5a-cb00-4da8-8df5-6c1b0a257e87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=601 EndTimestamp=2021-05-04T01:00:05.051Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:04.450Z InvocationID=ad9e1485-d1f3-4c26-804b-3d101bd9f68d ResponseDesc=OK 2021-05-04T01:00:06.132Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53b3d807-4459-4d83-a771-1d4bdf59b164 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:06.131Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:06.131Z InvocationID=295be1fc-3173-4b14-810b-8aee1911e665 2021-05-04T01:00:06.200Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53b3d807-4459-4d83-a771-1d4bdf59b164 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:06.541Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53b3d807-4459-4d83-a771-1d4bdf59b164 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=410 EndTimestamp=2021-05-04T01:00:06.541Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:06.131Z InvocationID=49e3e715-b3b7-45c8-9947-4999f5bb41aa ResponseDesc=OK 2021-05-04T01:00:08.322Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7cc26f33-065f-444d-83ed-1d8d32e9f18f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:08.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:08.321Z InvocationID=2e08729e-2cb0-4237-a48f-7a8cb811ab32 2021-05-04T01:00:08.449Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7cc26f33-065f-444d-83ed-1d8d32e9f18f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:08.553Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7cc26f33-065f-444d-83ed-1d8d32e9f18f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=232 EndTimestamp=2021-05-04T01:00:08.553Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:08.321Z InvocationID=5b5b9f45-81c1-4176-bbfb-69fae65b67f4 ResponseDesc=OK 2021-05-04T01:00:11.122Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd132b7d-b57f-4315-88a8-697fff7257d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:11.122Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:11.122Z InvocationID=27cd9e77-613f-4c0f-bb21-2731f4a0c55d 2021-05-04T01:00:11.397Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd132b7d-b57f-4315-88a8-697fff7257d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:11.697Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd132b7d-b57f-4315-88a8-697fff7257d3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=575 EndTimestamp=2021-05-04T01:00:11.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:11.122Z InvocationID=6149c173-12da-437f-ac9b-b2da7bc728b6 ResponseDesc=OK 2021-05-04T01:00:14.307Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5df252a2-5cb6-4994-9b1c-913637a404aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:14.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:14.306Z InvocationID=0c831ec9-2c72-4234-b996-7f4825ce0e65 2021-05-04T01:00:14.400Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5df252a2-5cb6-4994-9b1c-913637a404aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:14.662Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5df252a2-5cb6-4994-9b1c-913637a404aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=355 EndTimestamp=2021-05-04T01:00:14.661Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:14.306Z InvocationID=28eef199-55b2-460f-b088-da396cebf6cd ResponseDesc=OK 2021-05-04T01:00:17.262Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35ff839b-c4d4-4a8b-8947-2e51958ffbe4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:17.262Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:17.262Z InvocationID=357cc635-87c1-4271-9903-39e7d9bd23b7 2021-05-04T01:00:17.349Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35ff839b-c4d4-4a8b-8947-2e51958ffbe4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:17.447Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35ff839b-c4d4-4a8b-8947-2e51958ffbe4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=185 EndTimestamp=2021-05-04T01:00:17.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:17.262Z InvocationID=2f4b4a3f-c30f-41bb-b076-b614ffa300b9 ResponseDesc=OK 2021-05-04T01:00:20.215Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c7971a4-8c3a-49fa-a9e0-a576b7d1df4e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:20.215Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:20.215Z InvocationID=5f2540ef-d4ea-478a-aba0-b9478841ad40 2021-05-04T01:00:20.497Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c7971a4-8c3a-49fa-a9e0-a576b7d1df4e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:21.107Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9c7971a4-8c3a-49fa-a9e0-a576b7d1df4e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=892 EndTimestamp=2021-05-04T01:00:21.107Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:20.215Z InvocationID=8bdca21c-10f9-4444-a4f5-f518b2732297 ResponseDesc=OK 2021-05-04T01:00:23.867Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8d99037-45cf-4fad-b458-c66dc016d380 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:23.867Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:23.867Z InvocationID=3df8e210-a09d-4720-9ea6-45b02fe6752a 2021-05-04T01:00:24.000Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8d99037-45cf-4fad-b458-c66dc016d380 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:25.374Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8d99037-45cf-4fad-b458-c66dc016d380 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1507 EndTimestamp=2021-05-04T01:00:25.374Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:23.867Z InvocationID=7a193b83-d3cf-47de-90ac-9273f085fb3c ResponseDesc=OK 2021-05-04T01:00:26.249Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3272b15-a8b5-47b3-a79e-f766a982f3c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:26.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:26.249Z InvocationID=e779d7b2-3e14-4d52-b63b-e329dde7a218 2021-05-04T01:00:26.357Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3272b15-a8b5-47b3-a79e-f766a982f3c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:26.455Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3272b15-a8b5-47b3-a79e-f766a982f3c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=206 EndTimestamp=2021-05-04T01:00:26.455Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:26.249Z InvocationID=a8e9258b-6363-4b42-9c0b-b484afb88911 ResponseDesc=OK 2021-05-04T01:00:27.657Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8af8dcda-218b-4f5b-a027-84c74f2c8234 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:27.657Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:27.657Z InvocationID=065cdc3f-fc04-43bd-9638-91f0b661e3c6 2021-05-04T01:00:27.798Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8af8dcda-218b-4f5b-a027-84c74f2c8234 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:28.198Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8af8dcda-218b-4f5b-a027-84c74f2c8234 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=541 EndTimestamp=2021-05-04T01:00:28.198Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:27.657Z InvocationID=00ce492a-b5ed-44a2-9681-13b4fa105bc1 ResponseDesc=OK 2021-05-04T01:00:31.378Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe0050f1-c199-4b80-a3b9-1a5630bd895d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:31.377Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:31.377Z InvocationID=b5f09ae8-24e6-4f11-bc3d-799fa2bb4b21 2021-05-04T01:00:31.782Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe0050f1-c199-4b80-a3b9-1a5630bd895d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:32.466Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe0050f1-c199-4b80-a3b9-1a5630bd895d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1089 EndTimestamp=2021-05-04T01:00:32.466Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:31.377Z InvocationID=a2697f2c-c121-40a9-ae16-f6f193a2192d ResponseDesc=OK 2021-05-04T01:00:33.151Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d707a1dd-b512-4795-8936-c1bb80f1eadd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:33.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:33.151Z InvocationID=e49f5cb8-2678-49e5-bfa8-e09740b43d2b 2021-05-04T01:00:33.456Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d707a1dd-b512-4795-8936-c1bb80f1eadd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:34.200Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d707a1dd-b512-4795-8936-c1bb80f1eadd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1049 EndTimestamp=2021-05-04T01:00:34.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:33.151Z InvocationID=7d77fe57-40e0-48aa-b81f-6fd791bd7f56 ResponseDesc=OK 2021-05-04T01:00:35.607Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ccb07ce-933f-499c-9b17-71208aff2b2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:35.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:35.607Z InvocationID=6b69a2d4-a1dd-4f34-963a-31c95bbafa72 2021-05-04T01:00:35.660Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ccb07ce-933f-499c-9b17-71208aff2b2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:39.003Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ccb07ce-933f-499c-9b17-71208aff2b2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3396 EndTimestamp=2021-05-04T01:00:39.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:35.607Z InvocationID=2c6d9738-94ba-484c-9ff1-eec49ea10b30 ResponseDesc=OK 2021-05-04T01:00:40.306Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4b56a239-c1b3-4199-aa88-2d7817247925 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:40.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:40.305Z InvocationID=3dbae85c-481d-4c8c-991f-fe5fd16abb1b 2021-05-04T01:00:40.361Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4b56a239-c1b3-4199-aa88-2d7817247925 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:41.754Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4b56a239-c1b3-4199-aa88-2d7817247925 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1448 EndTimestamp=2021-05-04T01:00:41.753Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:40.305Z InvocationID=cd8ac2b4-5440-439a-8857-832e0086762d ResponseDesc=OK 2021-05-04T01:00:42.616Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f26c55f-d7cd-4e35-a267-d9863f0e5f0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:42.616Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:42.616Z InvocationID=ce514c35-3d06-458b-a4ed-31fcc9a81397 2021-05-04T01:00:42.754Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f26c55f-d7cd-4e35-a267-d9863f0e5f0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:43.000Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f26c55f-d7cd-4e35-a267-d9863f0e5f0b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=384 EndTimestamp=2021-05-04T01:00:43.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:42.616Z InvocationID=8cbe0013-d9e6-424e-b2ec-56c3a1094c63 ResponseDesc=OK 2021-05-04T01:00:44.404Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8d3f1e6-caf1-401c-8280-eb316b1c2441 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:44.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:44.404Z InvocationID=652217c6-9871-4ddd-a340-f9ce2b236028 2021-05-04T01:00:44.417Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8d3f1e6-caf1-401c-8280-eb316b1c2441 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:44.706Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8d3f1e6-caf1-401c-8280-eb316b1c2441 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=302 EndTimestamp=2021-05-04T01:00:44.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:44.404Z InvocationID=160b1ad8-3a49-4e0c-a4cb-cce369a2fc55 ResponseDesc=OK 2021-05-04T01:00:47.168Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=94d8e5b8-d711-478d-91fd-d1accde2385b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:47.168Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:47.168Z InvocationID=a670ac22-a219-4664-90a2-dd57f2150e10 2021-05-04T01:00:47.248Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=94d8e5b8-d711-478d-91fd-d1accde2385b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:47.946Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=94d8e5b8-d711-478d-91fd-d1accde2385b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=778 EndTimestamp=2021-05-04T01:00:47.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:47.168Z InvocationID=887b79c3-e926-4e81-947c-562284a6c194 ResponseDesc=OK 2021-05-04T01:00:50.406Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=041fffe1-a023-4fa3-a7ef-2a7bad35112e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:50.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:50.406Z InvocationID=096c4054-c4da-4dd4-8cf4-22dff30eef1d 2021-05-04T01:00:51.482Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=041fffe1-a023-4fa3-a7ef-2a7bad35112e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:51.552Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=041fffe1-a023-4fa3-a7ef-2a7bad35112e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1146 EndTimestamp=2021-05-04T01:00:51.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:50.406Z InvocationID=abd96d6c-35a0-4824-ba7f-11912431ef2d ResponseDesc=OK 2021-05-04T01:00:53.659Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b57c9ad1-02d1-4449-b710-d2acef51c9f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:53.658Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:53.658Z InvocationID=500d9003-3390-4c88-b634-79b13c558574 2021-05-04T01:00:53.757Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b57c9ad1-02d1-4449-b710-d2acef51c9f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:54.021Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b57c9ad1-02d1-4449-b710-d2acef51c9f8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=362 EndTimestamp=2021-05-04T01:00:54.020Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:53.658Z InvocationID=aef52bb8-8778-4e30-b8bd-980629f5b3e0 ResponseDesc=OK 2021-05-04T01:00:56.406Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ededbf1e-d8e3-46be-9aa8-df21e03e193b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:56.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:56.406Z InvocationID=02e7754c-9779-4616-927a-ce3c127586f2 2021-05-04T01:00:56.600Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ededbf1e-d8e3-46be-9aa8-df21e03e193b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:00:56.858Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ededbf1e-d8e3-46be-9aa8-df21e03e193b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=452 EndTimestamp=2021-05-04T01:00:56.858Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:56.406Z InvocationID=8c70bba1-3059-4d58-a39c-cea092ceb42d ResponseDesc=OK 2021-05-04T01:00:59.303Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=832a32ba-6767-42f2-a935-08b41285ae7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:00:59.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:59.303Z InvocationID=080888c6-5aeb-4e69-a5f8-a1bbc9ddc60f 2021-05-04T01:01:00.570Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=832a32ba-6767-42f2-a935-08b41285ae7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:00.721Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=832a32ba-6767-42f2-a935-08b41285ae7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1418 EndTimestamp=2021-05-04T01:01:00.721Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:00:59.303Z InvocationID=f4ad77f2-1e8a-4b45-9b6c-cc525f55958d ResponseDesc=OK 2021-05-04T01:01:01.119Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e7a0d6c7-fa9f-4449-b648-cd3bc60053d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:01.119Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:01.119Z InvocationID=507ae74a-d6cc-4daf-b6e1-65ba688e0814 2021-05-04T01:01:01.202Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e7a0d6c7-fa9f-4449-b648-cd3bc60053d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:02.299Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e7a0d6c7-fa9f-4449-b648-cd3bc60053d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1180 EndTimestamp=2021-05-04T01:01:02.299Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:01.119Z InvocationID=cf67d978-674b-43c0-92d3-d6b17075d498 ResponseDesc=OK 2021-05-04T01:01:02.712Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14929442-1bf6-4b25-9f29-2da4192ccaf2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:02.712Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:02.712Z InvocationID=c6ee7ce8-8199-4eb2-b5b4-f0d05e26e6e9 2021-05-04T01:01:02.800Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14929442-1bf6-4b25-9f29-2da4192ccaf2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:03.357Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14929442-1bf6-4b25-9f29-2da4192ccaf2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=645 EndTimestamp=2021-05-04T01:01:03.357Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:02.712Z InvocationID=c72dc677-f588-4353-87c2-2f1537f297e8 ResponseDesc=OK 2021-05-04T01:01:06.372Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2e3500bf-9896-4854-bae3-cbe7ea2015ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:06.372Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:06.372Z InvocationID=cfbbea2f-569d-4ba5-ad50-858cfaac404e 2021-05-04T01:01:06.561Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2e3500bf-9896-4854-bae3-cbe7ea2015ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:06.747Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2e3500bf-9896-4854-bae3-cbe7ea2015ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=375 EndTimestamp=2021-05-04T01:01:06.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:06.372Z InvocationID=43431dc6-c6e3-458c-8ef1-876c1f726b3b ResponseDesc=OK 2021-05-04T01:01:08.360Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e12d7a3b-d52d-49bd-8a98-4cf36385f7c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:08.360Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:08.360Z InvocationID=8cb871e8-5b16-4e2e-91d4-b899fc652594 2021-05-04T01:01:08.503Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e12d7a3b-d52d-49bd-8a98-4cf36385f7c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:08.798Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e12d7a3b-d52d-49bd-8a98-4cf36385f7c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=438 EndTimestamp=2021-05-04T01:01:08.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:08.360Z InvocationID=38863ac1-9e7a-4b36-9a22-c939bb9782bb ResponseDesc=OK 2021-05-04T01:01:11.712Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be10c39e-5752-491a-b7ad-e4a7921c77d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:11.712Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:11.712Z InvocationID=495f45ae-bfc4-42ce-b25f-efe8e4684196 2021-05-04T01:01:12.554Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be10c39e-5752-491a-b7ad-e4a7921c77d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:12.758Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be10c39e-5752-491a-b7ad-e4a7921c77d1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1046 EndTimestamp=2021-05-04T01:01:12.758Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:11.712Z InvocationID=0c619eb5-e830-48a0-82ed-9910702d82f1 ResponseDesc=OK 2021-05-04T01:01:14.604Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fae8b432-dce8-417a-b7fc-1e7b26c72cd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:14.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:14.604Z InvocationID=d8448a4e-6fe7-4983-8504-f3e45ec49cf1 2021-05-04T01:01:15.362Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fae8b432-dce8-417a-b7fc-1e7b26c72cd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:15.600Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fae8b432-dce8-417a-b7fc-1e7b26c72cd0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=996 EndTimestamp=2021-05-04T01:01:15.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:14.604Z InvocationID=cb47a01d-870b-41ce-9eab-9b71acf44b72 ResponseDesc=OK 2021-05-04T01:01:17.803Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=794a3ef0-f6b8-43a2-b673-aea5ca421d69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:17.803Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:17.803Z InvocationID=0bf6fa6b-a946-4b02-9db2-3fd7db2dabcf 2021-05-04T01:01:17.898Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=794a3ef0-f6b8-43a2-b673-aea5ca421d69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:18.598Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=794a3ef0-f6b8-43a2-b673-aea5ca421d69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=795 EndTimestamp=2021-05-04T01:01:18.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:17.803Z InvocationID=bf6f67ed-06f0-4af5-a515-7718adc8a8af ResponseDesc=OK 2021-05-04T01:01:20.502Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be03a08a-e5bb-4d7a-9520-88dbf193e7c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:20.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:20.502Z InvocationID=8a67acf1-dab3-4b39-810a-448c56d88204 2021-05-04T01:01:20.549Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be03a08a-e5bb-4d7a-9520-88dbf193e7c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:20.962Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be03a08a-e5bb-4d7a-9520-88dbf193e7c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=460 EndTimestamp=2021-05-04T01:01:20.962Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:20.502Z InvocationID=bb89c546-c9f9-49e4-8529-4add6d1d5a7b ResponseDesc=OK 2021-05-04T01:01:23.859Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2de6c3e6-decd-456c-b090-f1c2c1458320 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:23.859Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:23.859Z InvocationID=c90837c2-ac68-4309-9e63-711911788f7a 2021-05-04T01:01:24.051Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2de6c3e6-decd-456c-b090-f1c2c1458320 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:24.300Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2de6c3e6-decd-456c-b090-f1c2c1458320 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=441 EndTimestamp=2021-05-04T01:01:24.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:23.859Z InvocationID=55d0e251-96f6-4e73-aecc-ea3e4cbba408 ResponseDesc=OK 2021-05-04T01:01:26.153Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6f677378-db6b-4ac0-8d71-6d79f10ca0d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:26.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:26.153Z InvocationID=88837898-39e9-46bd-b37e-3104ba60105e 2021-05-04T01:01:26.160Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6f677378-db6b-4ac0-8d71-6d79f10ca0d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:26.751Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6f677378-db6b-4ac0-8d71-6d79f10ca0d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=598 EndTimestamp=2021-05-04T01:01:26.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:26.153Z InvocationID=9e5cc977-115a-4389-97ac-20e111749514 ResponseDesc=OK 2021-05-04T01:01:27.693Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ffbe8f99-958e-4213-be7f-d99770290d7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:27.693Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:27.693Z InvocationID=7129a3ac-aaaa-4f45-9519-3c390eb59e2e 2021-05-04T01:01:27.771Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ffbe8f99-958e-4213-be7f-d99770290d7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:28.058Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ffbe8f99-958e-4213-be7f-d99770290d7e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=365 EndTimestamp=2021-05-04T01:01:28.058Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:27.693Z InvocationID=1f04c16d-1347-4a46-a28a-97a74f1a2478 ResponseDesc=OK 2021-05-04T01:01:29.503Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bbc4c146-13a6-4bca-8ec4-a1f5416b72e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:29.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:29.503Z InvocationID=13377f85-6cbb-4172-8cc3-9deb17ad3c07 2021-05-04T01:01:29.751Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bbc4c146-13a6-4bca-8ec4-a1f5416b72e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:29.900Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bbc4c146-13a6-4bca-8ec4-a1f5416b72e8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T01:01:29.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:29.503Z InvocationID=504858f4-3488-4531-a118-1528b6f956e8 ResponseDesc=OK 2021-05-04T01:01:31.881Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=adc660f3-4752-4788-819b-cef770156369 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:31.881Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:31.881Z InvocationID=d8b896fd-edfa-43a7-9d7f-c7e7398a700e 2021-05-04T01:01:31.893Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=adc660f3-4752-4788-819b-cef770156369 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:31.929Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=adc660f3-4752-4788-819b-cef770156369 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=48 EndTimestamp=2021-05-04T01:01:31.929Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:31.881Z InvocationID=e901c07a-6242-4c36-9d0b-1f1923a1de11 ResponseDesc=OK 2021-05-04T01:01:35.305Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65accb93-ab11-4f73-82c7-b972df703349 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:35.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:35.305Z InvocationID=a08c007a-93c6-4937-bd87-1056bfd97a65 2021-05-04T01:01:35.400Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65accb93-ab11-4f73-82c7-b972df703349 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:35.654Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65accb93-ab11-4f73-82c7-b972df703349 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T01:01:35.654Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:35.305Z InvocationID=156caa3d-82a4-4453-bdd3-cb1f7e268748 ResponseDesc=OK 2021-05-04T01:01:38.221Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c0d57ed-5d82-4d84-ac0d-813cc26c1e99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:38.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:38.221Z InvocationID=79c4d153-a970-4126-b907-1239ec9fb0c4 2021-05-04T01:01:38.605Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c0d57ed-5d82-4d84-ac0d-813cc26c1e99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:38.724Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c0d57ed-5d82-4d84-ac0d-813cc26c1e99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=503 EndTimestamp=2021-05-04T01:01:38.724Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:38.221Z InvocationID=a95e60cb-27a0-4316-a1f7-3c37edd47696 ResponseDesc=OK 2021-05-04T01:01:41.412Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0abe1a48-e330-4f94-ac8b-e6c81e4e1d31 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:41.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:41.412Z InvocationID=fc4462b2-3cf4-4375-ad1c-b50c11ab11f1 2021-05-04T01:01:41.498Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0abe1a48-e330-4f94-ac8b-e6c81e4e1d31 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:41.899Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0abe1a48-e330-4f94-ac8b-e6c81e4e1d31 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=487 EndTimestamp=2021-05-04T01:01:41.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:41.412Z InvocationID=6749eb73-5915-44a2-b620-c0c1b41f4559 ResponseDesc=OK 2021-05-04T01:01:44.524Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9dc6f92-5c8b-4dc0-991a-26ddd56cf5a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:44.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:44.523Z InvocationID=75ce64f9-b06c-468b-a86a-a46c01c0f3ab 2021-05-04T01:01:44.799Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9dc6f92-5c8b-4dc0-991a-26ddd56cf5a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:45.061Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9dc6f92-5c8b-4dc0-991a-26ddd56cf5a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=538 EndTimestamp=2021-05-04T01:01:45.061Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:44.523Z InvocationID=874c9e78-919d-4168-9d95-1d0e599ea77e ResponseDesc=OK 2021-05-04T01:01:46.999Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74942929-1d1e-4d8a-9b89-72d5e79d8a91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:46.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:46.999Z InvocationID=770a4bd8-9947-4317-bf8c-f1dcdeefdf2b 2021-05-04T01:01:47.061Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74942929-1d1e-4d8a-9b89-72d5e79d8a91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:47.150Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74942929-1d1e-4d8a-9b89-72d5e79d8a91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=151 EndTimestamp=2021-05-04T01:01:47.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:46.999Z InvocationID=0fcea001-f43f-422a-884f-eb8444dd7bcf ResponseDesc=OK 2021-05-04T01:01:50.115Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3993d18-fc69-49b8-bba0-e0a185132646 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:50.115Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:50.115Z InvocationID=562a5021-7b69-43e3-b25f-de33aed2e96f 2021-05-04T01:01:50.246Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3993d18-fc69-49b8-bba0-e0a185132646 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:50.404Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3993d18-fc69-49b8-bba0-e0a185132646 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T01:01:50.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:50.115Z InvocationID=4d4be06e-8ff6-41d3-ab61-20814a042c62 ResponseDesc=OK 2021-05-04T01:01:53.968Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=49454767-c3b5-47eb-8340-3a4761f1578a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:53.968Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:53.968Z InvocationID=6418998c-1653-472f-9ba9-3e5f23309ed7 2021-05-04T01:01:54.049Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=49454767-c3b5-47eb-8340-3a4761f1578a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:54.247Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=49454767-c3b5-47eb-8340-3a4761f1578a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=279 EndTimestamp=2021-05-04T01:01:54.247Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:53.968Z InvocationID=cd4af76b-004e-402e-8e0f-494781fc19f0 ResponseDesc=OK 2021-05-04T01:01:56.305Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3df8feec-33c0-422e-b141-aae4afc34b1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:56.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:56.305Z InvocationID=ec0381ee-5ca1-47d9-a094-9aa3d0889074 2021-05-04T01:01:56.545Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3df8feec-33c0-422e-b141-aae4afc34b1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:56.707Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3df8feec-33c0-422e-b141-aae4afc34b1b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=402 EndTimestamp=2021-05-04T01:01:56.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:56.305Z InvocationID=9b5aa1eb-a995-46b2-b6ba-ce466e0feefc ResponseDesc=OK 2021-05-04T01:01:59.223Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35fafe9c-9d1d-449f-8ba6-586cb24550da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:01:59.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:59.223Z InvocationID=a76053cc-8b17-432e-93e9-55582b69fb8d 2021-05-04T01:01:59.299Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35fafe9c-9d1d-449f-8ba6-586cb24550da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:01:59.420Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35fafe9c-9d1d-449f-8ba6-586cb24550da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T01:01:59.420Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:01:59.223Z InvocationID=9909ac5e-c83a-4760-9ffb-11fc7e364678 ResponseDesc=OK 2021-05-04T01:02:01.190Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=310be395-f350-479a-822b-a8ed2940c45d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:01.190Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:01.190Z InvocationID=7d6368a3-9e7c-4d89-a30e-15ff0d5fecc2 2021-05-04T01:02:01.209Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=310be395-f350-479a-822b-a8ed2940c45d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:01.402Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=310be395-f350-479a-822b-a8ed2940c45d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=212 EndTimestamp=2021-05-04T01:02:01.402Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:01.190Z InvocationID=d697cc57-c3f1-44cd-87ce-da2acfa3c24c ResponseDesc=OK 2021-05-04T01:02:02.611Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0f0335af-7cc6-4ae0-8ad2-21fb4f95bd28 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:02.611Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:02.611Z InvocationID=b940d961-1bc0-47c2-be14-342080e6f44d 2021-05-04T01:02:03.508Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0f0335af-7cc6-4ae0-8ad2-21fb4f95bd28 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:03.608Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0f0335af-7cc6-4ae0-8ad2-21fb4f95bd28 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=997 EndTimestamp=2021-05-04T01:02:03.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:02.611Z InvocationID=d0fd1b9e-b050-41b7-b2d1-72fec55b56ea ResponseDesc=OK 2021-05-04T01:02:05.503Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0ebc142-7022-4594-8205-ae71742854f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:05.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:05.503Z InvocationID=e26c0f9b-9f3d-429b-8b30-c6befa20bd30 2021-05-04T01:02:05.550Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0ebc142-7022-4594-8205-ae71742854f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:06.148Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0ebc142-7022-4594-8205-ae71742854f5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=645 EndTimestamp=2021-05-04T01:02:06.148Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:05.503Z InvocationID=989fc4dd-1d2b-4a03-bc3b-70f42cc08bc5 ResponseDesc=OK 2021-05-04T01:02:08.406Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d658c9d-8305-44b5-b46d-31d764642e3e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:08.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:08.406Z InvocationID=d23ca4e6-e670-4cb5-8564-9ac71eabe711 2021-05-04T01:02:09.086Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d658c9d-8305-44b5-b46d-31d764642e3e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:09.712Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d658c9d-8305-44b5-b46d-31d764642e3e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1306 EndTimestamp=2021-05-04T01:02:09.712Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:08.406Z InvocationID=e6e37e2c-762d-4fa9-92a0-c42b083a9a72 ResponseDesc=OK 2021-05-04T01:02:11.228Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=335cc914-56d5-4952-b0d2-e34ede0c8a6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:11.227Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:11.227Z InvocationID=7e652ee8-04a7-4288-8386-3e4faf54b547 2021-05-04T01:02:11.524Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=335cc914-56d5-4952-b0d2-e34ede0c8a6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:11.786Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=335cc914-56d5-4952-b0d2-e34ede0c8a6f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=559 EndTimestamp=2021-05-04T01:02:11.786Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:11.227Z InvocationID=f971db51-c621-435a-b040-97a19c54f8de ResponseDesc=OK 2021-05-04T01:02:14.508Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dca957e4-5ba3-46a7-be04-c0213de3815c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:14.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:14.508Z InvocationID=86b65a4f-14ad-4a17-adb8-e65ccdc99303 2021-05-04T01:02:14.801Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dca957e4-5ba3-46a7-be04-c0213de3815c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:14.920Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dca957e4-5ba3-46a7-be04-c0213de3815c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=412 EndTimestamp=2021-05-04T01:02:14.920Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:14.508Z InvocationID=84943fba-cfb1-4f99-ad06-f469bc142e64 ResponseDesc=OK 2021-05-04T01:02:17.618Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=742ebca0-aaf3-4209-aa67-cb2269a4acc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:17.618Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:17.618Z InvocationID=6183a120-9dc9-4b0b-a18e-3e630e60398d 2021-05-04T01:02:17.705Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=742ebca0-aaf3-4209-aa67-cb2269a4acc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:23.117Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=742ebca0-aaf3-4209-aa67-cb2269a4acc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=5499 EndTimestamp=2021-05-04T01:02:23.117Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:17.618Z InvocationID=94dbe228-9032-4077-beca-0a7778f2192a ResponseDesc=OK 2021-05-04T01:02:23.290Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eba9efb5-ebd5-4b40-a0d9-35e055eba939 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:23.290Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:23.290Z InvocationID=5dba6053-eabb-4f82-a32a-9f3880cf6143 2021-05-04T01:02:25.480Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eba9efb5-ebd5-4b40-a0d9-35e055eba939 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:25.602Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eba9efb5-ebd5-4b40-a0d9-35e055eba939 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2312 EndTimestamp=2021-05-04T01:02:25.602Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:23.290Z InvocationID=8b6c700f-522e-46f4-9de2-3d0e78859f84 ResponseDesc=OK 2021-05-04T01:02:27.004Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18bab0e9-3636-4725-9f99-747e20b00730 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:27.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:27.004Z InvocationID=8fe3de05-0ed0-42ac-a830-6de61593b209 2021-05-04T01:02:27.033Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18bab0e9-3636-4725-9f99-747e20b00730 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:27.686Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=120cedd7-7622-4806-8500-d108f5bed9c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:27.686Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:27.686Z InvocationID=bb89d5fd-794f-42e1-8bd4-933f5bb5b3d5 2021-05-04T01:02:28.006Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18bab0e9-3636-4725-9f99-747e20b00730 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1002 EndTimestamp=2021-05-04T01:02:28.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:27.004Z InvocationID=e944f847-7a5b-41a4-88ae-27aef90d0080 ResponseDesc=OK 2021-05-04T01:02:28.199Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=120cedd7-7622-4806-8500-d108f5bed9c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:30.805Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68c23145-70be-4eb1-bc4a-8167db837e9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:30.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:30.805Z InvocationID=e5a3333a-aa6d-4996-bcc7-fe5fa0c1e75d 2021-05-04T01:02:30.850Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=120cedd7-7622-4806-8500-d108f5bed9c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3164 EndTimestamp=2021-05-04T01:02:30.850Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:27.686Z InvocationID=62dc1989-7693-478f-a211-a0998e6c475a ResponseDesc=OK 2021-05-04T01:02:30.948Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68c23145-70be-4eb1-bc4a-8167db837e9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:31.050Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68c23145-70be-4eb1-bc4a-8167db837e9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=245 EndTimestamp=2021-05-04T01:02:31.050Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:30.805Z InvocationID=5d654425-8816-4fec-a57a-821c6a39a50e ResponseDesc=OK 2021-05-04T01:02:31.624Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8d92f928-044a-47ec-a120-1619f6d4467c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:31.624Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:31.624Z InvocationID=c8b66345-cd0e-4182-99aa-5bad9ef23453 2021-05-04T01:02:31.800Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8d92f928-044a-47ec-a120-1619f6d4467c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:32.302Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8d92f928-044a-47ec-a120-1619f6d4467c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=677 EndTimestamp=2021-05-04T01:02:32.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:31.624Z InvocationID=6ab0cf7c-d5db-4c26-8068-8f612afe99c9 ResponseDesc=OK 2021-05-04T01:02:32.739Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=759837e8-7eb2-4f78-aa63-eba1b9a28ed9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:32.738Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:32.738Z InvocationID=759466c4-2dae-4c98-beda-8bed94657c2a 2021-05-04T01:02:32.901Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=759837e8-7eb2-4f78-aa63-eba1b9a28ed9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:33.145Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=759837e8-7eb2-4f78-aa63-eba1b9a28ed9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=407 EndTimestamp=2021-05-04T01:02:33.145Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:32.738Z InvocationID=c9158359-0a95-441c-9f5a-461f73926350 ResponseDesc=OK 2021-05-04T01:02:35.614Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ee1921d-4091-4c45-9c41-8891a3baa540 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:35.613Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:35.613Z InvocationID=58c360b6-863c-4126-b923-2fe68765baf1 2021-05-04T01:02:35.846Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ee1921d-4091-4c45-9c41-8891a3baa540 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:36.329Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ee1921d-4091-4c45-9c41-8891a3baa540 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=716 EndTimestamp=2021-05-04T01:02:36.329Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:35.613Z InvocationID=b581c9bd-8647-4ba4-8429-edba94b09def ResponseDesc=OK 2021-05-04T01:02:38.609Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a97cf0c0-4055-4455-a5d4-d4be84bd0327 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:38.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:38.609Z InvocationID=574748ae-d78f-4dd5-af41-82be2b66d901 2021-05-04T01:02:38.700Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a97cf0c0-4055-4455-a5d4-d4be84bd0327 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:39.002Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a97cf0c0-4055-4455-a5d4-d4be84bd0327 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=393 EndTimestamp=2021-05-04T01:02:39.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:38.609Z InvocationID=e0f0d9a2-5c9c-4fd1-ad2d-844de44668b7 ResponseDesc=OK 2021-05-04T01:02:41.303Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fb7647a-5529-4eee-a5aa-df79e652f2c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:41.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:41.303Z InvocationID=cd652b06-e934-4978-833f-c77567e9ae0b 2021-05-04T01:02:41.400Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fb7647a-5529-4eee-a5aa-df79e652f2c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:41.749Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4fb7647a-5529-4eee-a5aa-df79e652f2c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=446 EndTimestamp=2021-05-04T01:02:41.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:41.303Z InvocationID=472bfad4-ae69-4e0f-897f-a6094ae290f1 ResponseDesc=OK 2021-05-04T01:02:44.354Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0d518a6-01a7-440a-a226-8c10748b5dc8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:44.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:44.354Z InvocationID=000d5141-87db-4b30-b8e4-c996045a02a8 2021-05-04T01:02:44.545Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0d518a6-01a7-440a-a226-8c10748b5dc8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:44.900Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e0d518a6-01a7-440a-a226-8c10748b5dc8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=546 EndTimestamp=2021-05-04T01:02:44.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:44.354Z InvocationID=6f7309ed-6d7d-487e-a20f-f577fa6c8054 ResponseDesc=OK 2021-05-04T01:02:47.449Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9486f2fc-7148-4359-a495-e971d10c4674 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:47.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:47.449Z InvocationID=7c6edeb5-1291-418c-b271-6472a89715cf 2021-05-04T01:02:47.597Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9486f2fc-7148-4359-a495-e971d10c4674 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:47.798Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9486f2fc-7148-4359-a495-e971d10c4674 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T01:02:47.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:47.449Z InvocationID=fb07ba23-7660-4c60-a672-d010449613f7 ResponseDesc=OK 2021-05-04T01:02:50.301Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e0150fa-ac6f-4e2c-b1f7-6d32ff9e4de5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:50.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:50.301Z InvocationID=1d366d91-4354-47c0-8196-e9fbb30bb418 2021-05-04T01:02:50.349Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e0150fa-ac6f-4e2c-b1f7-6d32ff9e4de5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:50.647Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e0150fa-ac6f-4e2c-b1f7-6d32ff9e4de5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=346 EndTimestamp=2021-05-04T01:02:50.647Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:50.301Z InvocationID=d8d9f088-a979-41be-8372-38d602e84d69 ResponseDesc=OK 2021-05-04T01:02:53.304Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=770d6032-6546-4500-af6f-74910e81d8ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:53.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:53.304Z InvocationID=9fda1107-4746-49a3-be33-2fe324572973 2021-05-04T01:02:53.448Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=770d6032-6546-4500-af6f-74910e81d8ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:53.700Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=770d6032-6546-4500-af6f-74910e81d8ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T01:02:53.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:53.304Z InvocationID=816bc53e-bd02-4132-a699-7baa374896f6 ResponseDesc=OK 2021-05-04T01:02:56.207Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b799efed-ca89-45c4-8172-ae8d270d84ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:56.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:56.207Z InvocationID=c9cb07e8-c119-42b2-a251-b3dec4e1060b 2021-05-04T01:02:56.221Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b799efed-ca89-45c4-8172-ae8d270d84ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:56.305Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b799efed-ca89-45c4-8172-ae8d270d84ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=97 EndTimestamp=2021-05-04T01:02:56.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:56.207Z InvocationID=06f38a70-172f-4468-aedf-78076da59cfb ResponseDesc=OK 2021-05-04T01:02:59.309Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9fe5f801-e73c-401d-b9c8-9719428db340 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:02:59.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:59.309Z InvocationID=3dde1553-38fb-4be7-a67f-ccb331ca24ce 2021-05-04T01:02:59.315Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9fe5f801-e73c-401d-b9c8-9719428db340 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:02:59.404Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9fe5f801-e73c-401d-b9c8-9719428db340 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T01:02:59.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:02:59.309Z InvocationID=39a7856a-9378-4caa-99c4-064ab628fc67 ResponseDesc=OK 2021-05-04T01:03:01.161Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c5882f6-5ab9-4a83-b52c-39fad33461a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:01.160Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:01.160Z InvocationID=96a70d20-0ed5-4be4-a57a-fd0473f9b1d4 2021-05-04T01:03:01.202Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c5882f6-5ab9-4a83-b52c-39fad33461a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:01.212Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c5882f6-5ab9-4a83-b52c-39fad33461a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=52 EndTimestamp=2021-05-04T01:03:01.212Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:01.160Z InvocationID=5248a01b-1917-4832-9881-3d99ab82c087 ResponseDesc=OK 2021-05-04T01:03:02.420Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dfd7eee1-4e2b-4e27-b09a-f9e49b3e9f76 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:02.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:02.419Z InvocationID=42b86116-2e72-460d-b151-8ceffdac3a81 2021-05-04T01:03:02.600Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dfd7eee1-4e2b-4e27-b09a-f9e49b3e9f76 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:02.632Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dfd7eee1-4e2b-4e27-b09a-f9e49b3e9f76 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=213 EndTimestamp=2021-05-04T01:03:02.632Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:02.419Z InvocationID=0149c1c4-511a-45da-a879-62cf2abe7f0d ResponseDesc=OK 2021-05-04T01:03:05.706Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=613dab4b-8743-4a14-bfa5-7115470065c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:05.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:05.706Z InvocationID=b4d06f18-6b16-4f2d-b1ed-773c973f7f8a 2021-05-04T01:03:05.902Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=613dab4b-8743-4a14-bfa5-7115470065c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:06.146Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=613dab4b-8743-4a14-bfa5-7115470065c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=440 EndTimestamp=2021-05-04T01:03:06.146Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:05.706Z InvocationID=1437a7f6-024c-4e6f-bd49-58971b69f47d ResponseDesc=OK 2021-05-04T01:03:08.423Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce5db372-ae0b-4c69-af53-1ca46f7f3cb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:08.422Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:08.422Z InvocationID=bd62d253-c9bd-41c3-b747-90da3ff329a2 2021-05-04T01:03:08.500Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce5db372-ae0b-4c69-af53-1ca46f7f3cb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:08.509Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce5db372-ae0b-4c69-af53-1ca46f7f3cb7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=87 EndTimestamp=2021-05-04T01:03:08.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:08.422Z InvocationID=5badfe71-0d40-4bf2-84e0-76a848b0a0dd ResponseDesc=OK 2021-05-04T01:03:11.316Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5854f79e-43a0-4ddb-80a6-4612d9512a68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:11.316Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:11.316Z InvocationID=130221c7-9744-4f7f-b127-abc01e7723e1 2021-05-04T01:03:11.497Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5854f79e-43a0-4ddb-80a6-4612d9512a68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:11.798Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5854f79e-43a0-4ddb-80a6-4612d9512a68 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=482 EndTimestamp=2021-05-04T01:03:11.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:11.316Z InvocationID=c30fc9fd-8411-498a-a17e-75b7784b882d ResponseDesc=OK 2021-05-04T01:03:14.318Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4954d0cb-5c17-4d9f-b1ee-d1c0e113cf8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:14.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:14.318Z InvocationID=db824d1d-98cf-42a9-95f9-d35521cc51b6 2021-05-04T01:03:14.403Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4954d0cb-5c17-4d9f-b1ee-d1c0e113cf8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:14.415Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4954d0cb-5c17-4d9f-b1ee-d1c0e113cf8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=97 EndTimestamp=2021-05-04T01:03:14.415Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:14.318Z InvocationID=e436194c-2151-4197-9fa2-de7450108784 ResponseDesc=OK 2021-05-04T01:03:17.333Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a3c7c0ed-7b9b-4031-98a3-4681094f03f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:17.333Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:17.333Z InvocationID=f9ca80ce-2a12-4a5d-b927-8a27a99a0cbe 2021-05-04T01:03:17.399Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a3c7c0ed-7b9b-4031-98a3-4681094f03f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:17.408Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a3c7c0ed-7b9b-4031-98a3-4681094f03f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=75 EndTimestamp=2021-05-04T01:03:17.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:17.333Z InvocationID=7b4887a4-9a21-4351-b723-d66f10ff5dac ResponseDesc=OK 2021-05-04T01:03:20.409Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aded4815-c990-4471-b0bb-27e2fe5d9e41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:20.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:20.409Z InvocationID=def5867a-b0a0-4be9-88f8-ce34e7756faa 2021-05-04T01:03:20.500Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aded4815-c990-4471-b0bb-27e2fe5d9e41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:20.699Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aded4815-c990-4471-b0bb-27e2fe5d9e41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=290 EndTimestamp=2021-05-04T01:03:20.699Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:20.409Z InvocationID=cda451a7-fa1c-484f-ab8d-97a68843a2df ResponseDesc=OK 2021-05-04T01:03:23.507Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9f9a9e46-49d7-4fb9-bb31-b51f184d72ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:23.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:23.507Z InvocationID=9c5e66de-1eb8-4f30-bb0e-0cdbef2e28f7 2021-05-04T01:03:23.599Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9f9a9e46-49d7-4fb9-bb31-b51f184d72ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:23.846Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9f9a9e46-49d7-4fb9-bb31-b51f184d72ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=338 EndTimestamp=2021-05-04T01:03:23.845Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:23.507Z InvocationID=5f46d8c7-9a60-4ea5-8495-469df2aaebbb ResponseDesc=OK 2021-05-04T01:03:26.355Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=182c4313-65f2-4473-838b-c0b936819b83 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:26.355Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:26.355Z InvocationID=aea8bf7b-1f3f-4490-9499-27574bfc6d78 2021-05-04T01:03:26.364Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=182c4313-65f2-4473-838b-c0b936819b83 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:26.452Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=182c4313-65f2-4473-838b-c0b936819b83 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=97 EndTimestamp=2021-05-04T01:03:26.452Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:26.355Z InvocationID=46e8ab71-0b04-4e1c-9629-a06c49550fe0 ResponseDesc=OK 2021-05-04T01:03:27.661Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=105d35ba-0b8a-480c-b326-3cff8787ac9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:27.661Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:27.661Z InvocationID=56c78995-e869-4a32-a0f5-dffc8a8f1f4f 2021-05-04T01:03:27.702Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=105d35ba-0b8a-480c-b326-3cff8787ac9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:27.719Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=105d35ba-0b8a-480c-b326-3cff8787ac9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=58 EndTimestamp=2021-05-04T01:03:27.719Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:27.661Z InvocationID=5b922c69-80ef-48af-8165-f2445728f016 ResponseDesc=OK 2021-05-04T01:03:29.213Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea90ebea-4d80-455c-beac-96e095754e6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:29.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:29.213Z InvocationID=9216cadc-2e88-4514-970c-dea6300f977c 2021-05-04T01:03:29.302Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea90ebea-4d80-455c-beac-96e095754e6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:29.318Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea90ebea-4d80-455c-beac-96e095754e6c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=105 EndTimestamp=2021-05-04T01:03:29.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:29.213Z InvocationID=1b114ee5-f5e1-4869-971a-e460a635603f ResponseDesc=OK 2021-05-04T01:03:32.158Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9cf75ff9-b095-472c-8e3d-8f2322640d2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:32.158Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:32.158Z InvocationID=bd517e99-b3f6-4cbd-b265-1f0ed93679b7 2021-05-04T01:03:32.249Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9cf75ff9-b095-472c-8e3d-8f2322640d2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:32.347Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9cf75ff9-b095-472c-8e3d-8f2322640d2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T01:03:32.346Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:32.158Z InvocationID=e1357994-7439-40d6-b768-2a5430a52f4f ResponseDesc=OK 2021-05-04T01:03:35.311Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0f48d3e5-7254-436c-803d-5762a58df14d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:35.311Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:35.311Z InvocationID=52da1167-bc3e-41e9-bae3-42af6eef16d6 2021-05-04T01:03:35.400Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0f48d3e5-7254-436c-803d-5762a58df14d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:35.412Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0f48d3e5-7254-436c-803d-5762a58df14d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=101 EndTimestamp=2021-05-04T01:03:35.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:35.311Z InvocationID=88897e02-c47f-4fbc-b2c8-98ef195363d5 ResponseDesc=OK 2021-05-04T01:03:38.209Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b264a345-4c0a-4970-a162-1372fc7e53c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:38.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:38.209Z InvocationID=0f34dc62-fce2-446e-900c-d7d75baefaf8 2021-05-04T01:03:38.304Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b264a345-4c0a-4970-a162-1372fc7e53c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:38.407Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b264a345-4c0a-4970-a162-1372fc7e53c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=198 EndTimestamp=2021-05-04T01:03:38.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:38.209Z InvocationID=ec0f9632-5ae1-4bc7-94b8-4f532e25baaf ResponseDesc=OK 2021-05-04T01:03:41.105Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20ccdbbc-7197-4fc6-b86c-537afe02ed91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:41.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:41.105Z InvocationID=011badb3-0413-47ec-83d8-d454562ba818 2021-05-04T01:03:41.116Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20ccdbbc-7197-4fc6-b86c-537afe02ed91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:41.208Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20ccdbbc-7197-4fc6-b86c-537afe02ed91 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=102 EndTimestamp=2021-05-04T01:03:41.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:41.105Z InvocationID=bd060077-186c-4c12-b062-b46503e7819f ResponseDesc=OK 2021-05-04T01:03:44.405Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da1d680d-309a-44b3-b219-75b43b567605 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:44.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:44.404Z InvocationID=83bc7486-07cc-4120-865c-a6b0cc847a79 2021-05-04T01:03:44.499Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da1d680d-309a-44b3-b219-75b43b567605 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:44.847Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da1d680d-309a-44b3-b219-75b43b567605 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=443 EndTimestamp=2021-05-04T01:03:44.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:44.404Z InvocationID=9c222a1f-f7e1-477a-862d-38bd5529d46d ResponseDesc=OK 2021-05-04T01:03:46.853Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c097082-32e8-4a51-9d1c-39ad34d2ba29 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:46.852Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:46.852Z InvocationID=76ef0f78-a57f-4d7e-b773-d81e0610a355 2021-05-04T01:03:46.861Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c097082-32e8-4a51-9d1c-39ad34d2ba29 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:46.946Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c097082-32e8-4a51-9d1c-39ad34d2ba29 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T01:03:46.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:46.852Z InvocationID=603bcf07-6133-4d29-839f-208d764d051a ResponseDesc=OK 2021-05-04T01:03:50.203Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=721ba4f2-97fc-423c-a95a-02c695cd2a9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:50.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:50.203Z InvocationID=c06ff552-9631-402a-b634-5757cc8b8d3e 2021-05-04T01:03:50.211Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=721ba4f2-97fc-423c-a95a-02c695cd2a9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:50.242Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=721ba4f2-97fc-423c-a95a-02c695cd2a9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=39 EndTimestamp=2021-05-04T01:03:50.242Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:50.203Z InvocationID=e3d50149-812f-4951-a79c-2b0d42711507 ResponseDesc=OK 2021-05-04T01:03:53.505Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c415955-681d-4369-b700-f66af150c619 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:53.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:53.505Z InvocationID=d1f4cdea-ab6b-454c-ad26-dad3b4bbec45 2021-05-04T01:03:53.546Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c415955-681d-4369-b700-f66af150c619 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:53.847Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c415955-681d-4369-b700-f66af150c619 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T01:03:53.847Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:53.505Z InvocationID=0284e1ba-5ee7-4e14-8124-490e10046126 ResponseDesc=OK 2021-05-04T01:03:56.309Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eabfeb89-3015-4963-af15-5b7ebc6af8ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:56.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:56.309Z InvocationID=3cfec103-7e5b-4347-a8d0-0947738beff6 2021-05-04T01:03:56.317Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eabfeb89-3015-4963-af15-5b7ebc6af8ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:56.412Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eabfeb89-3015-4963-af15-5b7ebc6af8ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T01:03:56.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:56.309Z InvocationID=33501494-8e7b-4104-bf3f-e684771c884d ResponseDesc=OK 2021-05-04T01:03:59.406Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=be981d83-3bab-4a13-bf9a-9f74fe748d81 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:03:59.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:59.406Z InvocationID=9f83fa08-70e7-4414-919b-022cd1783725 2021-05-04T01:03:59.497Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=be981d83-3bab-4a13-bf9a-9f74fe748d81 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:03:59.570Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=be981d83-3bab-4a13-bf9a-9f74fe748d81 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=164 EndTimestamp=2021-05-04T01:03:59.570Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:03:59.406Z InvocationID=68ff7baf-1e33-432a-a90d-ba27d35092cb ResponseDesc=OK 2021-05-04T01:04:01.177Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85809e84-f446-492f-b954-27cd66a83983 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:01.177Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:01.177Z InvocationID=10b69545-0161-4696-8693-a621d0961822 2021-05-04T01:04:01.517Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85809e84-f446-492f-b954-27cd66a83983 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:01.613Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85809e84-f446-492f-b954-27cd66a83983 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=436 EndTimestamp=2021-05-04T01:04:01.613Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:01.177Z InvocationID=9074182b-7753-4327-96be-3eabb6a390fe ResponseDesc=OK 2021-05-04T01:04:02.506Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ad0b90a1-d098-415c-b49c-6d09542305a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:02.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:02.506Z InvocationID=d10f91b4-97d8-444a-8121-6b0238c8107d 2021-05-04T01:04:02.600Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ad0b90a1-d098-415c-b49c-6d09542305a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:02.709Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ad0b90a1-d098-415c-b49c-6d09542305a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=203 EndTimestamp=2021-05-04T01:04:02.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:02.506Z InvocationID=3557da5c-7471-4c87-8366-cbac3a859184 ResponseDesc=OK 2021-05-04T01:04:05.605Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dc9c8edb-66c9-432b-8dbb-7fec7f0146e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:05.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:05.605Z InvocationID=ea1ecdfa-ecb3-4f8a-b05f-8d22351a0bf9 2021-05-04T01:04:05.846Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dc9c8edb-66c9-432b-8dbb-7fec7f0146e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:06.101Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dc9c8edb-66c9-432b-8dbb-7fec7f0146e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T01:04:06.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:05.605Z InvocationID=dc91f69b-2ff2-4d1d-990e-a39a099ae79c ResponseDesc=OK 2021-05-04T01:04:08.410Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc828026-343e-4388-8e85-6c26a624a979 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:08.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:08.410Z InvocationID=acea92b2-701e-4582-afcd-6c326a726ba9 2021-05-04T01:04:08.499Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc828026-343e-4388-8e85-6c26a624a979 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:08.512Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc828026-343e-4388-8e85-6c26a624a979 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=102 EndTimestamp=2021-05-04T01:04:08.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:08.410Z InvocationID=c8937968-35e6-457b-9dbd-180374a86188 ResponseDesc=OK 2021-05-04T01:04:11.303Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0183997e-f181-4df4-9d50-9884f4ca6272 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:11.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:11.303Z InvocationID=c6007afd-0f92-43ad-9d71-368e58e445a7 2021-05-04T01:04:11.347Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0183997e-f181-4df4-9d50-9884f4ca6272 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:11.598Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0183997e-f181-4df4-9d50-9884f4ca6272 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T01:04:11.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:11.303Z InvocationID=8195187f-127c-44b4-bda4-b9c976fcc33a ResponseDesc=OK 2021-05-04T01:04:14.410Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8dc93ab6-1279-4fdb-9ce1-55be70d05f41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:14.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:14.409Z InvocationID=69d40a15-60fd-4ce2-959b-3d5efcdaac1f 2021-05-04T01:04:14.420Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8dc93ab6-1279-4fdb-9ce1-55be70d05f41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:14.509Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8dc93ab6-1279-4fdb-9ce1-55be70d05f41 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T01:04:14.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:14.409Z InvocationID=9514b899-c723-44e6-ae8a-ca82bf7e741e ResponseDesc=OK 2021-05-04T01:04:17.305Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56e1aa34-c7a0-457e-85f3-626d99e0a125 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:17.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:17.305Z InvocationID=7391544b-9a06-4d17-b69b-a1f4e7162c5d 2021-05-04T01:04:17.397Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56e1aa34-c7a0-457e-85f3-626d99e0a125 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:17.605Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56e1aa34-c7a0-457e-85f3-626d99e0a125 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=300 EndTimestamp=2021-05-04T01:04:17.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:17.305Z InvocationID=d26847a7-6a34-4e7f-9cce-c92b28d6e8b8 ResponseDesc=OK 2021-05-04T01:04:20.118Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bd32516b-951a-47aa-be63-36ebb2bd0ec2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:20.117Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:20.117Z InvocationID=788d50a8-fb8c-49b3-8253-5aa5f8c3b7e3 2021-05-04T01:04:20.207Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bd32516b-951a-47aa-be63-36ebb2bd0ec2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:20.300Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bd32516b-951a-47aa-be63-36ebb2bd0ec2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=183 EndTimestamp=2021-05-04T01:04:20.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:20.117Z InvocationID=da987a3b-0381-45ae-9573-d7d7158d05fa ResponseDesc=OK 2021-05-04T01:04:23.508Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=112d5a58-35db-44a7-92e8-4e5141260363 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:23.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:23.507Z InvocationID=33ce1c58-c0fc-404e-99f6-26682b1f58ec 2021-05-04T01:04:23.746Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=112d5a58-35db-44a7-92e8-4e5141260363 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:24.207Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=112d5a58-35db-44a7-92e8-4e5141260363 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=700 EndTimestamp=2021-05-04T01:04:24.207Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:23.507Z InvocationID=f25c76f3-8a1d-440b-b4f2-d8ab82233640 ResponseDesc=OK 2021-05-04T01:04:26.369Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a8ac52d-4203-448a-ad8c-bfba1d4d5f1a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:26.369Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:26.369Z InvocationID=10981cc0-19fd-4697-80b4-bfdb8064ff67 2021-05-04T01:04:26.447Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a8ac52d-4203-448a-ad8c-bfba1d4d5f1a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:26.463Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6a8ac52d-4203-448a-ad8c-bfba1d4d5f1a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T01:04:26.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:26.369Z InvocationID=85f7c225-b2e8-42f2-9bf3-83d2257bc1d3 ResponseDesc=OK 2021-05-04T01:04:27.709Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=029a2b9e-6970-4bdb-b243-b8b91204abb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:27.709Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:27.709Z InvocationID=8509e402-850c-4c84-a189-8abdd50e03f6 2021-05-04T01:04:27.720Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=029a2b9e-6970-4bdb-b243-b8b91204abb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:27.804Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=029a2b9e-6970-4bdb-b243-b8b91204abb2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=95 EndTimestamp=2021-05-04T01:04:27.804Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:27.709Z InvocationID=cc2a7a98-eac3-4cfa-8283-5a9fa6153871 ResponseDesc=OK 2021-05-04T01:04:29.308Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8a02dcd-9a22-4a32-8f43-554b965fae7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:29.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:29.308Z InvocationID=9027b198-06af-43a7-ab7a-399a3f6d51be 2021-05-04T01:04:29.400Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8a02dcd-9a22-4a32-8f43-554b965fae7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:29.505Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8a02dcd-9a22-4a32-8f43-554b965fae7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T01:04:29.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:29.308Z InvocationID=d7513449-11f4-4a84-96a2-1cab11cb8fb3 ResponseDesc=OK 2021-05-04T01:04:32.170Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5742b888-e572-453b-95b6-04ab909ff7b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:32.169Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:32.169Z InvocationID=8544fb82-a1ec-4bfd-a60a-2e1b07869758 2021-05-04T01:04:32.247Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5742b888-e572-453b-95b6-04ab909ff7b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:32.261Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5742b888-e572-453b-95b6-04ab909ff7b2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=92 EndTimestamp=2021-05-04T01:04:32.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:32.169Z InvocationID=c4456e59-8ecd-4de1-b826-c112ede6762e ResponseDesc=OK 2021-05-04T01:04:35.316Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a36aac0f-e3c0-4791-8394-2e4306ffe688 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:35.316Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:35.316Z InvocationID=37fa5f4a-5bae-4ecd-9413-2b257fd957d8 2021-05-04T01:04:35.401Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a36aac0f-e3c0-4791-8394-2e4306ffe688 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:35.412Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a36aac0f-e3c0-4791-8394-2e4306ffe688 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=96 EndTimestamp=2021-05-04T01:04:35.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:35.316Z InvocationID=bf2dc5b5-252a-49d3-a2f1-b1af26481036 ResponseDesc=OK 2021-05-04T01:04:38.507Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6a47a1c-e690-4685-a1e3-61eb0a23060e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:38.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:38.507Z InvocationID=b0ea59e6-47f4-4a7e-bc8e-4206d17e7bb4 2021-05-04T01:04:38.525Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6a47a1c-e690-4685-a1e3-61eb0a23060e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:38.605Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d6a47a1c-e690-4685-a1e3-61eb0a23060e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T01:04:38.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:38.507Z InvocationID=836b273f-97a7-4a9e-8ca8-bdf9f0ed9e16 ResponseDesc=OK 2021-05-04T01:04:41.113Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a240f3eb-6b2b-4183-bfd9-7e272f2050c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:41.113Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:41.113Z InvocationID=c0337dfa-c7dd-4227-9582-da38478099d3 2021-05-04T01:04:41.204Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a240f3eb-6b2b-4183-bfd9-7e272f2050c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:41.300Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a240f3eb-6b2b-4183-bfd9-7e272f2050c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T01:04:41.299Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:41.113Z InvocationID=7ecea20f-db2d-4b86-8c27-a2307029bb27 ResponseDesc=OK 2021-05-04T01:04:44.318Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c57427e-e74d-43ac-a92d-98f90d442bd2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:44.318Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:44.318Z InvocationID=d47143a6-f9c2-4cdb-90ba-39a35420c15b 2021-05-04T01:04:44.500Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c57427e-e74d-43ac-a92d-98f90d442bd2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:44.648Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c57427e-e74d-43ac-a92d-98f90d442bd2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=330 EndTimestamp=2021-05-04T01:04:44.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:44.318Z InvocationID=f63156d2-c59c-40ce-ba56-081bf1d43f27 ResponseDesc=OK 2021-05-04T01:04:46.992Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca50f80b-e734-434c-bb0f-078efd3ac2ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:46.992Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:46.992Z InvocationID=7041c949-50d5-40a8-87fe-156c82968317 2021-05-04T01:04:47.001Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca50f80b-e734-434c-bb0f-078efd3ac2ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:47.052Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca50f80b-e734-434c-bb0f-078efd3ac2ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=60 EndTimestamp=2021-05-04T01:04:47.052Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:46.992Z InvocationID=5b6d85fb-5157-4f10-9fd8-83fe37139346 ResponseDesc=OK 2021-05-04T01:04:50.209Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4263507-28e6-416f-bda2-d63b5a557ca2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:50.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:50.208Z InvocationID=1d9eecb7-5d17-4341-b943-9f7e20bdc15b 2021-05-04T01:04:50.296Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4263507-28e6-416f-bda2-d63b5a557ca2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:50.398Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a4263507-28e6-416f-bda2-d63b5a557ca2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=190 EndTimestamp=2021-05-04T01:04:50.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:50.208Z InvocationID=238e3e32-2dd0-479f-bf7c-ff32b032062e ResponseDesc=OK 2021-05-04T01:04:53.512Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c78e307-9218-4adf-bdb8-59b73feb0587 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:53.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:53.512Z InvocationID=d7cf174f-4740-4dd9-b3aa-db2f6278ada2 2021-05-04T01:04:53.600Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c78e307-9218-4adf-bdb8-59b73feb0587 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:53.846Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2c78e307-9218-4adf-bdb8-59b73feb0587 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=334 EndTimestamp=2021-05-04T01:04:53.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:53.512Z InvocationID=ca964fae-e826-479f-9499-b53198c7406b ResponseDesc=OK 2021-05-04T01:04:56.322Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6f2b1ed5-a5fb-4aac-84aa-1d55b70f5536 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:56.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:56.322Z InvocationID=db1c261f-a1ed-449f-9570-154b8261de79 2021-05-04T01:04:56.329Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6f2b1ed5-a5fb-4aac-84aa-1d55b70f5536 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:56.413Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6f2b1ed5-a5fb-4aac-84aa-1d55b70f5536 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=91 EndTimestamp=2021-05-04T01:04:56.413Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:56.322Z InvocationID=d5e6a26c-ae6d-4073-959b-7305fae7db65 ResponseDesc=OK 2021-05-04T01:04:59.313Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76882455-9b97-41ca-ac9b-7f109dd1dc2c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:04:59.313Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:59.313Z InvocationID=72c813d9-bae4-4eb5-8f97-afb2a88ce190 2021-05-04T01:04:59.403Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76882455-9b97-41ca-ac9b-7f109dd1dc2c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:04:59.500Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=76882455-9b97-41ca-ac9b-7f109dd1dc2c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T01:04:59.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:04:59.313Z InvocationID=fa9c8fd2-94ce-4145-96c1-4a6f6350c8fb ResponseDesc=OK 2021-05-04T01:05:01.129Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=248a7cab-93f1-4c95-abbb-b87f7a262b16 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:01.129Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:01.129Z InvocationID=0978e60c-a0e7-4036-ace3-65e39632e0d9 2021-05-04T01:05:01.224Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=248a7cab-93f1-4c95-abbb-b87f7a262b16 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:01.317Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=248a7cab-93f1-4c95-abbb-b87f7a262b16 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T01:05:01.317Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:01.129Z InvocationID=ec73d543-56b1-4b6e-ba92-b9bcdc65ae14 ResponseDesc=OK 2021-05-04T01:05:02.421Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dbbd1d99-f1db-4540-b34a-f9b736a11741 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:02.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:02.421Z InvocationID=4f188ef5-0ec7-497c-830d-8dd1ce5601fc 2021-05-04T01:05:02.501Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dbbd1d99-f1db-4540-b34a-f9b736a11741 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:02.601Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dbbd1d99-f1db-4540-b34a-f9b736a11741 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T01:05:02.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:02.421Z InvocationID=3a9b90e4-10c4-4e1c-89b5-5be0d5be85ad ResponseDesc=OK 2021-05-04T01:05:05.805Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=43ab3bc0-4cff-4f95-b857-c42f62fae17e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:05.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:05.805Z InvocationID=46fc2a7c-844b-486a-a331-aab0b329a835 2021-05-04T01:05:05.847Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=43ab3bc0-4cff-4f95-b857-c42f62fae17e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:06.150Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=43ab3bc0-4cff-4f95-b857-c42f62fae17e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=345 EndTimestamp=2021-05-04T01:05:06.150Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:05.805Z InvocationID=210ac1fe-ca17-4c2f-b18e-d3f5c6cc1773 ResponseDesc=OK 2021-05-04T01:05:08.203Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c755db0-391a-4dbe-8752-3b9560dc1039 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:08.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:08.203Z InvocationID=360012a9-d27d-4402-b937-e06762e2f1ab 2021-05-04T01:05:08.215Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c755db0-391a-4dbe-8752-3b9560dc1039 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:08.313Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c755db0-391a-4dbe-8752-3b9560dc1039 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T01:05:08.313Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:08.203Z InvocationID=72922dcc-2078-4232-859a-316ee75cb537 ResponseDesc=OK 2021-05-04T01:05:11.208Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17aede35-7891-4303-b972-653f1844864a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:11.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:11.208Z InvocationID=6aac993e-60d4-4ae5-a35e-551fe01c90b2 2021-05-04T01:05:11.346Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17aede35-7891-4303-b972-653f1844864a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:11.449Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17aede35-7891-4303-b972-653f1844864a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=241 EndTimestamp=2021-05-04T01:05:11.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:11.208Z InvocationID=818cbc6a-32fe-4c8b-ab38-826452a53598 ResponseDesc=OK 2021-05-04T01:05:14.225Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e7ee1c0-20f5-412d-8ef2-f05dbb4ae32c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:14.225Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:14.225Z InvocationID=c1538721-b1cf-46a5-b5a1-1891e8ae5a26 2021-05-04T01:05:14.301Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e7ee1c0-20f5-412d-8ef2-f05dbb4ae32c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:14.348Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e7ee1c0-20f5-412d-8ef2-f05dbb4ae32c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=123 EndTimestamp=2021-05-04T01:05:14.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:14.225Z InvocationID=21d2307f-01c8-423a-9ec8-85b2e2e61066 ResponseDesc=OK 2021-05-04T01:05:17.418Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a039c77c-5214-436a-a4ff-3534a3e303c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:17.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:17.417Z InvocationID=03866c17-75cf-471f-bd8c-2cf480237c75 2021-05-04T01:05:17.502Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a039c77c-5214-436a-a4ff-3534a3e303c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:17.517Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a039c77c-5214-436a-a4ff-3534a3e303c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T01:05:17.517Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:17.417Z InvocationID=d339e322-c500-4cc0-ad51-a7ea1b2aa2d2 ResponseDesc=OK 2021-05-04T01:05:20.310Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2ece1d3-d0f3-49e6-9ed8-975c89590199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:20.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:20.310Z InvocationID=202372e2-1329-45d6-be38-e38161fb362c 2021-05-04T01:05:20.400Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2ece1d3-d0f3-49e6-9ed8-975c89590199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:20.501Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2ece1d3-d0f3-49e6-9ed8-975c89590199 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T01:05:20.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:20.310Z InvocationID=5845842f-55f1-49d8-9648-f1f2f867541d ResponseDesc=OK 2021-05-04T01:05:23.504Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15954185-ee08-40ed-9ec4-894dd20574f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:23.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:23.504Z InvocationID=d557000e-936e-4820-8939-9a07e91a78e4 2021-05-04T01:05:23.548Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15954185-ee08-40ed-9ec4-894dd20574f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:24.347Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15954185-ee08-40ed-9ec4-894dd20574f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=843 EndTimestamp=2021-05-04T01:05:24.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:23.504Z InvocationID=f8c6c882-dfaa-486d-947d-a82da3bea7ad ResponseDesc=OK 2021-05-04T01:05:26.380Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cd93df35-d590-4df6-9620-91fd4ba1b58b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:26.380Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:26.380Z InvocationID=76838c6e-bdd8-4a8c-89e8-ecdbe6b111ce 2021-05-04T01:05:26.399Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cd93df35-d590-4df6-9620-91fd4ba1b58b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:26.458Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cd93df35-d590-4df6-9620-91fd4ba1b58b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=78 EndTimestamp=2021-05-04T01:05:26.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:26.380Z InvocationID=100bf33d-2128-4c20-b653-92109bfa5e9f ResponseDesc=OK 2021-05-04T01:05:27.695Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cbe88194-d005-4abf-8e7d-8b54c7b365b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:27.695Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:27.695Z InvocationID=a2d4111e-0d9e-4137-8156-21760efbaa32 2021-05-04T01:05:27.710Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cbe88194-d005-4abf-8e7d-8b54c7b365b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:27.808Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cbe88194-d005-4abf-8e7d-8b54c7b365b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=113 EndTimestamp=2021-05-04T01:05:27.808Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:27.695Z InvocationID=83169271-3988-4111-80b0-aaf35b77d51a ResponseDesc=OK 2021-05-04T01:05:29.023Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8343422-b626-49b3-8044-2362dcc668e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:29.023Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:29.023Z InvocationID=ddca5cf8-6084-4a17-9940-05b7f07f912a 2021-05-04T01:05:29.111Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8343422-b626-49b3-8044-2362dcc668e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:29.208Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8343422-b626-49b3-8044-2362dcc668e5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=185 EndTimestamp=2021-05-04T01:05:29.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:29.023Z InvocationID=22d1b687-69d5-4f0b-9431-54d399d4e1a1 ResponseDesc=OK 2021-05-04T01:05:32.164Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b0b7755-2f9c-4ff9-b81e-36ce8b12f3ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:32.163Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:32.163Z InvocationID=776e0f9f-1172-4200-8eb5-9eccb0e93bac 2021-05-04T01:05:32.260Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b0b7755-2f9c-4ff9-b81e-36ce8b12f3ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:32.372Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b0b7755-2f9c-4ff9-b81e-36ce8b12f3ab InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=209 EndTimestamp=2021-05-04T01:05:32.372Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:32.163Z InvocationID=46ffb8de-9ea9-41e6-9603-3eb19a551ec6 ResponseDesc=OK 2021-05-04T01:05:35.513Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7aed623f-8527-448e-bbed-9501165d8271 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:35.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:35.513Z InvocationID=03d13c46-8472-4013-9466-ffed100ab80a 2021-05-04T01:05:35.519Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7aed623f-8527-448e-bbed-9501165d8271 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:35.618Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7aed623f-8527-448e-bbed-9501165d8271 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=105 EndTimestamp=2021-05-04T01:05:35.618Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:35.513Z InvocationID=9a1f1450-533c-43f7-a2bb-ed9a35565db3 ResponseDesc=OK 2021-05-04T01:05:38.411Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba6fa3dd-2d07-42b7-aff1-7949f9c817dd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:38.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:38.410Z InvocationID=f97851ac-7482-41cd-805e-101ea4c2ece9 2021-05-04T01:05:38.499Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba6fa3dd-2d07-42b7-aff1-7949f9c817dd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:38.597Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba6fa3dd-2d07-42b7-aff1-7949f9c817dd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T01:05:38.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:38.410Z InvocationID=9db49eae-ca06-401a-8698-e43f567cd55a ResponseDesc=OK 2021-05-04T01:05:41.206Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4790c5e7-6789-47f8-ae4d-4f08c7c4c3bd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:41.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:41.206Z InvocationID=9a9ac3e6-9b12-4f81-b06e-afef2a789624 2021-05-04T01:05:41.215Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4790c5e7-6789-47f8-ae4d-4f08c7c4c3bd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:41.411Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4790c5e7-6789-47f8-ae4d-4f08c7c4c3bd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=205 EndTimestamp=2021-05-04T01:05:41.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:41.206Z InvocationID=1e66fda5-fd65-4b6b-af1d-4a131641d2ab ResponseDesc=OK 2021-05-04T01:05:44.506Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ba0e7171-f123-4f42-b810-49aaf197d554 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:44.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:44.505Z InvocationID=54a71dba-9ceb-41e8-9013-084057eb27cf 2021-05-04T01:05:44.746Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ba0e7171-f123-4f42-b810-49aaf197d554 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:45.001Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ba0e7171-f123-4f42-b810-49aaf197d554 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=496 EndTimestamp=2021-05-04T01:05:45.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:44.505Z InvocationID=2a0756c8-ffdb-4606-abe5-daa24234abfc ResponseDesc=OK 2021-05-04T01:05:47.349Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=069c4b7f-10e6-442b-ac21-f4b4aa8401f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:47.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:47.348Z InvocationID=645f4dc2-a75c-49a4-9dd1-a074d897100e 2021-05-04T01:05:47.497Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=069c4b7f-10e6-442b-ac21-f4b4aa8401f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:47.603Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=069c4b7f-10e6-442b-ac21-f4b4aa8401f4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=255 EndTimestamp=2021-05-04T01:05:47.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:47.348Z InvocationID=80b68be4-db08-4401-b991-974ebf524c3f ResponseDesc=OK 2021-05-04T01:05:50.302Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1229822-4772-4e2d-aded-95c006c3fac2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:50.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:50.302Z InvocationID=12f28bb5-f83a-493a-a9a0-17a6bf737dd8 2021-05-04T01:05:50.345Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1229822-4772-4e2d-aded-95c006c3fac2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:50.646Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1229822-4772-4e2d-aded-95c006c3fac2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T01:05:50.646Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:50.302Z InvocationID=58ff1a64-04d6-48ac-9908-fcd303a5cc1a ResponseDesc=OK 2021-05-04T01:05:53.306Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=491acb53-97c2-48c3-9fa0-7e8c49844c96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:53.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:53.306Z InvocationID=9ba1145a-7255-4743-8a4d-e6e46d5b5d22 2021-05-04T01:05:53.445Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=491acb53-97c2-48c3-9fa0-7e8c49844c96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:53.701Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=491acb53-97c2-48c3-9fa0-7e8c49844c96 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T01:05:53.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:53.306Z InvocationID=dc89d1c3-cbe2-49a1-9951-dd2da0befd39 ResponseDesc=OK 2021-05-04T01:05:56.113Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9a5bedf-8716-4a72-a786-6171a6503bfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:56.112Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:56.112Z InvocationID=f16f3bde-845e-47de-a31c-bb585b89907a 2021-05-04T01:05:56.201Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9a5bedf-8716-4a72-a786-6171a6503bfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:56.212Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9a5bedf-8716-4a72-a786-6171a6503bfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=100 EndTimestamp=2021-05-04T01:05:56.212Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:56.112Z InvocationID=3ab25c19-21e1-4619-8a3b-819e87d804a9 ResponseDesc=OK 2021-05-04T01:05:59.203Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7a07288b-5bfb-4eff-88a8-c6978b167e9f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:05:59.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:59.203Z InvocationID=c7302fee-0c3d-4b96-b24a-625e60697fb9 2021-05-04T01:05:59.211Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7a07288b-5bfb-4eff-88a8-c6978b167e9f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:05:59.445Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7a07288b-5bfb-4eff-88a8-c6978b167e9f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=242 EndTimestamp=2021-05-04T01:05:59.445Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:05:59.203Z InvocationID=e9b0065a-31f6-4a95-8eed-67550cabfce4 ResponseDesc=OK 2021-05-04T01:06:01.167Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8016ca61-574f-468f-ab44-21bb924ebb13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:01.167Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:01.167Z InvocationID=b2f93f61-cb40-4a42-a56d-05a9cfa1127f 2021-05-04T01:06:01.201Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8016ca61-574f-468f-ab44-21bb924ebb13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:01.326Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8016ca61-574f-468f-ab44-21bb924ebb13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=159 EndTimestamp=2021-05-04T01:06:01.326Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:01.167Z InvocationID=c44712b1-a8e6-4ae2-b428-933c92afbe36 ResponseDesc=OK 2021-05-04T01:06:02.405Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e266f033-8ee4-495c-8ce4-4967c7e6a17b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:02.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:02.405Z InvocationID=a18b54af-343f-4ec1-89c9-e140ae79c3a9 2021-05-04T01:06:02.422Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e266f033-8ee4-495c-8ce4-4967c7e6a17b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:02.512Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e266f033-8ee4-495c-8ce4-4967c7e6a17b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T01:06:02.512Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:02.405Z InvocationID=bca39669-4c32-4c9c-9315-f88d1c1a4fe8 ResponseDesc=OK 2021-05-04T01:06:05.605Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6703b9d0-d67a-4aae-ab80-c3c0192adfe3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:05.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:05.604Z InvocationID=8245f16f-9101-4a86-8380-894cdbe3b2e1 2021-05-04T01:06:05.700Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6703b9d0-d67a-4aae-ab80-c3c0192adfe3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:05.946Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6703b9d0-d67a-4aae-ab80-c3c0192adfe3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=342 EndTimestamp=2021-05-04T01:06:05.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:05.604Z InvocationID=34ac4773-d748-4346-a9f1-f11cd8c32b53 ResponseDesc=OK 2021-05-04T01:06:08.210Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3c70da99-43e2-453c-b806-51050e90ea2d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:08.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:08.210Z InvocationID=1dc48edb-0865-4323-a393-c09df0e6dbdd 2021-05-04T01:06:08.306Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3c70da99-43e2-453c-b806-51050e90ea2d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:08.327Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3c70da99-43e2-453c-b806-51050e90ea2d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=117 EndTimestamp=2021-05-04T01:06:08.327Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:08.210Z InvocationID=78769f35-fe8f-40bb-96e7-34014194e5ba ResponseDesc=OK 2021-05-04T01:06:11.430Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b26486bf-a8d3-4703-8616-3c46bff107b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:11.430Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:11.430Z InvocationID=498342ff-d8b8-45e7-8822-093df8233521 2021-05-04T01:06:11.597Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b26486bf-a8d3-4703-8616-3c46bff107b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:11.898Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b26486bf-a8d3-4703-8616-3c46bff107b1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=468 EndTimestamp=2021-05-04T01:06:11.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:11.430Z InvocationID=844f2464-2cf8-47b3-b46a-7e473ff98830 ResponseDesc=OK 2021-05-04T01:06:14.526Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=46376a14-565e-4b2c-9504-40615b352e23 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:14.526Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:14.526Z InvocationID=a86cae9d-a72d-4c9b-93db-e97d1a28c852 2021-05-04T01:06:14.612Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=46376a14-565e-4b2c-9504-40615b352e23 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:14.707Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=46376a14-565e-4b2c-9504-40615b352e23 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=181 EndTimestamp=2021-05-04T01:06:14.707Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:14.526Z InvocationID=cc598258-8faa-4049-91c3-b423c3026ff7 ResponseDesc=OK 2021-05-04T01:06:17.404Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ac9f97e-74cc-4e4b-a7b6-2d80227cef13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:17.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:17.404Z InvocationID=b4b8179b-bf6b-44df-ab53-45ad9bfcee10 2021-05-04T01:06:17.424Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ac9f97e-74cc-4e4b-a7b6-2d80227cef13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:17.508Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ac9f97e-74cc-4e4b-a7b6-2d80227cef13 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T01:06:17.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:17.404Z InvocationID=83c50cf6-68b0-432a-9815-2cd460b5cb3d ResponseDesc=OK 2021-05-04T01:06:20.119Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95281fc6-901a-430f-a9fd-e0d94ffba0f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:20.119Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:20.119Z InvocationID=25918adc-0112-4bf8-ba1d-88348328d1e0 2021-05-04T01:06:20.201Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95281fc6-901a-430f-a9fd-e0d94ffba0f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:20.213Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95281fc6-901a-430f-a9fd-e0d94ffba0f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T01:06:20.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:20.119Z InvocationID=1766954d-987c-4672-92d7-c838ad51aff7 ResponseDesc=OK 2021-05-04T01:06:23.607Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b909c57f-288a-4834-ac0d-274031303a86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:23.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:23.607Z InvocationID=26ed5831-d2af-4d90-afde-3579dd4fda18 2021-05-04T01:06:23.948Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b909c57f-288a-4834-ac0d-274031303a86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:24.345Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b909c57f-288a-4834-ac0d-274031303a86 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=738 EndTimestamp=2021-05-04T01:06:24.345Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:23.607Z InvocationID=7f671c47-c016-4d95-8b19-d5fe0d4c7568 ResponseDesc=OK 2021-05-04T01:06:26.553Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=87471d3d-8786-4998-8309-7458c829f67e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:26.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:26.552Z InvocationID=13ca7d3b-6c06-4f82-9615-10039f0a7970 2021-05-04T01:06:26.645Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=87471d3d-8786-4998-8309-7458c829f67e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:26.657Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=87471d3d-8786-4998-8309-7458c829f67e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=105 EndTimestamp=2021-05-04T01:06:26.657Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:26.552Z InvocationID=eec639fb-9167-4344-bfca-bb079aa98555 ResponseDesc=OK 2021-05-04T01:06:27.658Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e09196c6-9d55-45d3-a431-e69549bc84a3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:27.658Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:27.658Z InvocationID=a0c854b1-34c2-4c2c-b1fc-1274b6669759 2021-05-04T01:06:27.712Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e09196c6-9d55-45d3-a431-e69549bc84a3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:27.811Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e09196c6-9d55-45d3-a431-e69549bc84a3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=153 EndTimestamp=2021-05-04T01:06:27.811Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:27.658Z InvocationID=ac29abb6-cebc-415c-820d-843c4e7e374e ResponseDesc=OK 2021-05-04T01:06:29.318Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0960a238-9f21-4812-a046-8e89de9d139e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:29.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:29.317Z InvocationID=4f7c6696-02fa-4414-bb10-343927382749 2021-05-04T01:06:29.403Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0960a238-9f21-4812-a046-8e89de9d139e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:29.501Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0960a238-9f21-4812-a046-8e89de9d139e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=184 EndTimestamp=2021-05-04T01:06:29.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:29.317Z InvocationID=fd510157-cdd8-4fd7-ab04-470c86956473 ResponseDesc=OK 2021-05-04T01:06:32.173Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a0a155de-f6ef-4fa1-99e9-1acc4d7290ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:32.173Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:32.173Z InvocationID=a623b11e-c8f7-47a3-a777-0df2afe14a0a 2021-05-04T01:06:32.352Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a0a155de-f6ef-4fa1-99e9-1acc4d7290ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:32.548Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a0a155de-f6ef-4fa1-99e9-1acc4d7290ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=374 EndTimestamp=2021-05-04T01:06:32.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:32.173Z InvocationID=65d0b953-2237-49cd-8dfb-5cecf290c17f ResponseDesc=OK 2021-05-04T01:06:35.309Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8b3e3a22-2745-4366-8905-b5d2ff160dfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:35.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:35.309Z InvocationID=49ac089a-45fe-459d-90ab-8e985aa2ed2e 2021-05-04T01:06:35.319Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8b3e3a22-2745-4366-8905-b5d2ff160dfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:35.416Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8b3e3a22-2745-4366-8905-b5d2ff160dfe InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T01:06:35.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:35.309Z InvocationID=e404cba1-4934-4338-a329-3e755ea12b55 ResponseDesc=OK 2021-05-04T01:06:38.317Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=64ca347b-ea03-4080-a00b-4bf4174aa8c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:38.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:38.317Z InvocationID=30576b1f-329d-4625-9059-65cb6bd90882 2021-05-04T01:06:38.408Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=64ca347b-ea03-4080-a00b-4bf4174aa8c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:38.425Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=64ca347b-ea03-4080-a00b-4bf4174aa8c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=108 EndTimestamp=2021-05-04T01:06:38.425Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:38.317Z InvocationID=9c6562d3-1c73-4b0a-902b-1103d1dac2b1 ResponseDesc=OK 2021-05-04T01:06:41.117Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1f804bca-7b02-48d3-b150-ea0aeca36c8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:41.117Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:41.117Z InvocationID=2b2ab8ff-5e3e-4009-b2da-e91a64230942 2021-05-04T01:06:41.199Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1f804bca-7b02-48d3-b150-ea0aeca36c8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:41.306Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1f804bca-7b02-48d3-b150-ea0aeca36c8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=189 EndTimestamp=2021-05-04T01:06:41.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:41.117Z InvocationID=9b506121-7c41-4dac-8424-22883be026fe ResponseDesc=OK 2021-05-04T01:06:44.507Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09898b47-eb99-402c-a0d2-31f1162b9ad7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:44.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:44.507Z InvocationID=c8e0ff6e-1288-4efa-9031-1bb403c1c7bf 2021-05-04T01:06:44.600Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09898b47-eb99-402c-a0d2-31f1162b9ad7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:44.946Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09898b47-eb99-402c-a0d2-31f1162b9ad7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=439 EndTimestamp=2021-05-04T01:06:44.946Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:44.507Z InvocationID=bbff1a56-b24e-428f-8ef9-bd6f685bd122 ResponseDesc=OK 2021-05-04T01:06:47.153Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38099603-73b5-49fe-a926-5b59e5143155 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:47.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:47.153Z InvocationID=143625e4-bac3-429f-9240-605abbfa9355 2021-05-04T01:06:47.202Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38099603-73b5-49fe-a926-5b59e5143155 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:47.214Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38099603-73b5-49fe-a926-5b59e5143155 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=61 EndTimestamp=2021-05-04T01:06:47.214Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:47.153Z InvocationID=85b8c1a4-007e-41e7-aa98-5ca0650ec257 ResponseDesc=OK 2021-05-04T01:06:50.019Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e07e4b05-0472-48f6-99bd-ec0aab7ba4b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:50.019Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:50.019Z InvocationID=f03de0e6-1918-476d-b8b9-651a90c8a0f7 2021-05-04T01:06:50.099Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e07e4b05-0472-48f6-99bd-ec0aab7ba4b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:50.206Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e07e4b05-0472-48f6-99bd-ec0aab7ba4b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=187 EndTimestamp=2021-05-04T01:06:50.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:50.019Z InvocationID=61ae1f8f-c5b6-4f90-a516-1d356bc1840f ResponseDesc=OK 2021-05-04T01:06:53.313Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9acb3812-0772-4824-9181-658754f6d46f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:53.313Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:53.313Z InvocationID=9866818f-bd2f-4a43-90d5-071b0a86bd58 2021-05-04T01:06:53.400Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9acb3812-0772-4824-9181-658754f6d46f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:53.647Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9acb3812-0772-4824-9181-658754f6d46f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=334 EndTimestamp=2021-05-04T01:06:53.647Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:53.313Z InvocationID=e2ff5acf-5b93-4b70-a2a6-f360def92688 ResponseDesc=OK 2021-05-04T01:06:56.225Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dfc17264-be5f-4912-9f16-24556cbb7fff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:56.225Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:56.225Z InvocationID=212fc0ac-152b-491c-99eb-397ed70d4583 2021-05-04T01:06:56.406Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dfc17264-be5f-4912-9f16-24556cbb7fff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:56.515Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dfc17264-be5f-4912-9f16-24556cbb7fff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=290 EndTimestamp=2021-05-04T01:06:56.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:56.225Z InvocationID=98b19fb1-7974-4edc-b5d1-dc268bdede84 ResponseDesc=OK 2021-05-04T01:06:59.109Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4987322-84ac-4ddd-b9f0-162c22995d3f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:06:59.109Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:59.109Z InvocationID=70d0dfa5-89f1-4954-85e7-9b40dc9f2c2b 2021-05-04T01:06:59.213Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4987322-84ac-4ddd-b9f0-162c22995d3f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:06:59.303Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e4987322-84ac-4ddd-b9f0-162c22995d3f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=194 EndTimestamp=2021-05-04T01:06:59.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:06:59.109Z InvocationID=78faee09-9c9a-4b26-8a36-e046751a0ec8 ResponseDesc=OK 2021-05-04T01:07:01.140Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=623e9f2e-522e-42da-91cb-ac8d610df5c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:01.140Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:01.140Z InvocationID=7b2b83f0-b0d9-4368-90f9-4af01ee87f40 2021-05-04T01:07:01.203Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=623e9f2e-522e-42da-91cb-ac8d610df5c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:01.312Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=623e9f2e-522e-42da-91cb-ac8d610df5c0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=172 EndTimestamp=2021-05-04T01:07:01.312Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:01.140Z InvocationID=88e55f92-02f4-4834-b773-8e3916ab2eb8 ResponseDesc=OK 2021-05-04T01:07:02.426Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af19ef7e-06ff-44f2-9248-dfee6915ca1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:02.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:02.426Z InvocationID=a3fd1e4f-1530-45de-bf0c-123f8f3fc687 2021-05-04T01:07:02.700Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af19ef7e-06ff-44f2-9248-dfee6915ca1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:02.846Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af19ef7e-06ff-44f2-9248-dfee6915ca1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=420 EndTimestamp=2021-05-04T01:07:02.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:02.426Z InvocationID=0d3a43e5-32be-4a0c-93e7-3cb6a989e49a ResponseDesc=OK 2021-05-04T01:07:05.203Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc8941fb-ebe3-4025-80a2-92eef4789c9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:05.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:05.203Z InvocationID=3454020c-f25d-47f9-8536-3043bea4136f 2021-05-04T01:07:05.445Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc8941fb-ebe3-4025-80a2-92eef4789c9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:05.701Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fc8941fb-ebe3-4025-80a2-92eef4789c9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=498 EndTimestamp=2021-05-04T01:07:05.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:05.203Z InvocationID=8baf252c-24fd-4819-9a49-8778da51e250 ResponseDesc=OK 2021-05-04T01:07:08.223Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35808054-035b-439a-981c-26cf9481a0a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:08.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:08.223Z InvocationID=24a619b0-e951-44d5-b1e6-d28aaeb16ad5 2021-05-04T01:07:08.303Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35808054-035b-439a-981c-26cf9481a0a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:08.402Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=35808054-035b-439a-981c-26cf9481a0a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=179 EndTimestamp=2021-05-04T01:07:08.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:08.223Z InvocationID=7bb24d78-5c21-4900-abb3-6948c752dfc9 ResponseDesc=OK 2021-05-04T01:07:11.209Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09880169-1321-4e3b-894a-074c1605a033 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:11.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:11.209Z InvocationID=0c3d0b4d-b426-44f2-9a21-80070125f75c 2021-05-04T01:07:11.249Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09880169-1321-4e3b-894a-074c1605a033 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:11.546Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09880169-1321-4e3b-894a-074c1605a033 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=337 EndTimestamp=2021-05-04T01:07:11.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:11.209Z InvocationID=6a1732f6-0911-481c-bb26-537ce85b196b ResponseDesc=OK 2021-05-04T01:07:14.309Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=673cee66-c156-4a45-a7a8-82d8cb86ba32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:14.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:14.309Z InvocationID=ee1c36ad-4ce8-4ef5-bc47-383162a4e9eb 2021-05-04T01:07:14.404Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=673cee66-c156-4a45-a7a8-82d8cb86ba32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:14.501Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=673cee66-c156-4a45-a7a8-82d8cb86ba32 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=192 EndTimestamp=2021-05-04T01:07:14.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:14.309Z InvocationID=6c20f025-6468-4476-829c-d476b589eb4c ResponseDesc=OK 2021-05-04T01:07:17.424Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f597e7a4-cffe-4342-84d4-f78bd716e754 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:17.424Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:17.424Z InvocationID=e08a9307-e3aa-480c-8a85-ef7504b79482 2021-05-04T01:07:17.597Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f597e7a4-cffe-4342-84d4-f78bd716e754 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:17.701Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f597e7a4-cffe-4342-84d4-f78bd716e754 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=277 EndTimestamp=2021-05-04T01:07:17.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:17.424Z InvocationID=6fb37197-3013-4a1d-8209-1a41ad5a672d ResponseDesc=OK 2021-05-04T01:07:20.210Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df4295ec-9006-4656-a167-55ccc6fc0555 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:20.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:20.210Z InvocationID=35492f09-629c-4024-a4b0-b35c059ce9da 2021-05-04T01:07:20.302Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df4295ec-9006-4656-a167-55ccc6fc0555 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:20.418Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df4295ec-9006-4656-a167-55ccc6fc0555 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=208 EndTimestamp=2021-05-04T01:07:20.418Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:20.210Z InvocationID=d71df29d-bc4e-46fe-9328-b4a5e6da852f ResponseDesc=OK 2021-05-04T01:07:23.511Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe3ed069-f083-45d4-bb06-a99f5b415180 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:23.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:23.511Z InvocationID=0bddab44-15c3-4a2c-a45f-afae5cfbdb32 2021-05-04T01:07:23.646Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe3ed069-f083-45d4-bb06-a99f5b415180 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:23.900Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe3ed069-f083-45d4-bb06-a99f5b415180 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=389 EndTimestamp=2021-05-04T01:07:23.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:23.511Z InvocationID=93eba820-0be9-469f-ab5a-88f1616466f4 ResponseDesc=OK 2021-05-04T01:07:26.254Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48eb9a1e-3a25-4d3b-9555-38eb76552943 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:26.254Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:26.254Z InvocationID=d1265f8b-2fa2-4e7c-9923-8673cc09cddc 2021-05-04T01:07:26.265Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48eb9a1e-3a25-4d3b-9555-38eb76552943 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:26.361Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48eb9a1e-3a25-4d3b-9555-38eb76552943 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T01:07:26.361Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:26.254Z InvocationID=5fc03d90-3027-4442-a560-01b5341041f2 ResponseDesc=OK 2021-05-04T01:07:27.691Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=931c1865-3846-440d-acad-87fccdddf036 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:27.691Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:27.691Z InvocationID=df620a28-5290-4104-b28f-34a1840426c1 2021-05-04T01:07:27.707Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=931c1865-3846-440d-acad-87fccdddf036 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:27.799Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=931c1865-3846-440d-acad-87fccdddf036 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=108 EndTimestamp=2021-05-04T01:07:27.799Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:27.691Z InvocationID=48747278-95bb-44cf-b54e-b404ccff9052 ResponseDesc=OK 2021-05-04T01:07:29.303Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3bf39dd9-4de5-4d30-aeab-588806b23a94 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:29.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:29.303Z InvocationID=f6dbf4b9-3f17-4154-81e3-4243645dc51c 2021-05-04T01:07:29.309Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3bf39dd9-4de5-4d30-aeab-588806b23a94 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:29.406Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3bf39dd9-4de5-4d30-aeab-588806b23a94 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T01:07:29.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:29.303Z InvocationID=948d6bb9-7254-4c2d-861b-5bbda6bfa416 ResponseDesc=OK 2021-05-04T01:07:32.160Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c359768b-544f-4b89-9d4a-267d1be83df7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:32.160Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:32.160Z InvocationID=0f7f4620-4ff4-4363-9a79-b7b8fe4602ca 2021-05-04T01:07:32.246Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c359768b-544f-4b89-9d4a-267d1be83df7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:32.263Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c359768b-544f-4b89-9d4a-267d1be83df7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T01:07:32.263Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:32.160Z InvocationID=0b1e09ed-b210-457a-99d5-4bfee7da7f52 ResponseDesc=OK 2021-05-04T01:07:35.304Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91f6794e-9f6d-498c-8efe-432088b309ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:35.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:35.303Z InvocationID=16c4603f-cfcf-4241-84ed-4741165c290a 2021-05-04T01:07:35.314Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91f6794e-9f6d-498c-8efe-432088b309ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:35.401Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=91f6794e-9f6d-498c-8efe-432088b309ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=98 EndTimestamp=2021-05-04T01:07:35.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:35.303Z InvocationID=11936efd-c916-4563-9955-90281fc91de5 ResponseDesc=OK 2021-05-04T01:07:38.322Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09769b94-76fe-47b3-b329-fca254f4cd20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:38.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:38.321Z InvocationID=11e98930-84ad-4973-b7d6-82eba47f3816 2021-05-04T01:07:38.400Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09769b94-76fe-47b3-b329-fca254f4cd20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:38.500Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09769b94-76fe-47b3-b329-fca254f4cd20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=179 EndTimestamp=2021-05-04T01:07:38.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:38.321Z InvocationID=48630b27-712c-4d45-861b-6fcf7d7f1eaf ResponseDesc=OK 2021-05-04T01:07:41.113Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15652cb4-710f-44d8-8902-6f41c80b4124 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:41.113Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:41.113Z InvocationID=b8e18eae-6887-417c-a8e6-a9f7ad86170d 2021-05-04T01:07:41.216Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15652cb4-710f-44d8-8902-6f41c80b4124 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:41.313Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15652cb4-710f-44d8-8902-6f41c80b4124 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=199 EndTimestamp=2021-05-04T01:07:41.312Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:41.113Z InvocationID=d910014f-c77a-4442-90a1-53404c95c7d7 ResponseDesc=OK 2021-05-04T01:07:44.438Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6107f53a-092e-4c98-bca7-47dd27cde77d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:44.438Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:44.438Z InvocationID=3d2bdee8-a416-462a-b878-b3058e9bd5c0 2021-05-04T01:07:44.604Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6107f53a-092e-4c98-bca7-47dd27cde77d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:44.702Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6107f53a-092e-4c98-bca7-47dd27cde77d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=264 EndTimestamp=2021-05-04T01:07:44.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:44.438Z InvocationID=ab0a6dc4-5e70-40ce-8085-497a63ca7ff8 ResponseDesc=OK 2021-05-04T01:07:47.053Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0633b899-1884-4d94-aedb-1e4a0a46da30 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:47.053Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:47.053Z InvocationID=53a3a684-8bcc-41b3-8bef-11c3c88541c6 2021-05-04T01:07:47.148Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0633b899-1884-4d94-aedb-1e4a0a46da30 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:47.210Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0633b899-1884-4d94-aedb-1e4a0a46da30 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=157 EndTimestamp=2021-05-04T01:07:47.210Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:47.053Z InvocationID=2347538d-9eab-4b6e-b57e-ed59bc06b230 ResponseDesc=OK 2021-05-04T01:07:50.211Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38361da6-445c-4d9c-8c3f-3410757b6800 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:50.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:50.211Z InvocationID=a38c1319-6ced-4a18-99f5-f1f024cac7de 2021-05-04T01:07:50.222Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38361da6-445c-4d9c-8c3f-3410757b6800 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:50.315Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38361da6-445c-4d9c-8c3f-3410757b6800 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=104 EndTimestamp=2021-05-04T01:07:50.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:50.211Z InvocationID=e8dc828d-8728-47c6-b610-c4b5b4d9ee68 ResponseDesc=OK 2021-05-04T01:07:53.331Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a26be8ef-6ccb-49c2-955f-fa4afc71a209 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:53.330Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:53.330Z InvocationID=b48d274e-b38a-4142-8024-9265df297faa 2021-05-04T01:07:53.499Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a26be8ef-6ccb-49c2-955f-fa4afc71a209 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:53.754Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a26be8ef-6ccb-49c2-955f-fa4afc71a209 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=424 EndTimestamp=2021-05-04T01:07:53.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:53.330Z InvocationID=ea3cb7e8-7f9d-46dc-8cf1-d2c2866ca26c ResponseDesc=OK 2021-05-04T01:07:56.509Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0cdb98ab-639f-4060-af6b-f779e6e64cdf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:56.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:56.509Z InvocationID=cd9e0f20-d192-4a70-9240-e3e28fa0aad5 2021-05-04T01:07:56.845Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0cdb98ab-639f-4060-af6b-f779e6e64cdf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:57.002Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0cdb98ab-639f-4060-af6b-f779e6e64cdf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=493 EndTimestamp=2021-05-04T01:07:57.002Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:56.509Z InvocationID=b34e096c-f757-4da7-a70f-948a787c0fcb ResponseDesc=OK 2021-05-04T01:07:59.453Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7dadef25-8f72-4c33-8c05-2144c6f641dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:07:59.453Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:59.453Z InvocationID=4f6898c4-e3ef-4513-a52e-c6ef71cfe0f6 2021-05-04T01:07:59.506Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7dadef25-8f72-4c33-8c05-2144c6f641dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:07:59.639Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7dadef25-8f72-4c33-8c05-2144c6f641dc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=186 EndTimestamp=2021-05-04T01:07:59.639Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:07:59.453Z InvocationID=425b947c-192a-41a1-8242-66873063a8f8 ResponseDesc=OK 2021-05-04T01:08:01.127Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bac52882-c8f7-471d-9347-41690f8a9a58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:01.127Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:01.127Z InvocationID=9f44f7ef-c1c8-4097-a28b-6ef369a63007 2021-05-04T01:08:01.206Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bac52882-c8f7-471d-9347-41690f8a9a58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:01.301Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bac52882-c8f7-471d-9347-41690f8a9a58 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=174 EndTimestamp=2021-05-04T01:08:01.301Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:01.127Z InvocationID=75f8ee7a-838f-4511-b923-d3989e8088da ResponseDesc=OK 2021-05-04T01:08:02.504Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0243e789-7185-4082-954c-1490af91d21d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:02.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:02.504Z InvocationID=e3ab06d8-1078-4b22-9b10-eab4f486af0f 2021-05-04T01:08:02.521Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0243e789-7185-4082-954c-1490af91d21d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:02.902Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0243e789-7185-4082-954c-1490af91d21d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=397 EndTimestamp=2021-05-04T01:08:02.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:02.504Z InvocationID=92cd3994-2a61-42b1-a997-31a65084fabc ResponseDesc=OK 2021-05-04T01:08:05.306Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=031f6a87-aa21-498b-91eb-d36c4f25f390 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:05.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:05.306Z InvocationID=a8c2976e-870d-4467-861b-f4bb6642d884 2021-05-04T01:08:05.401Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=031f6a87-aa21-498b-91eb-d36c4f25f390 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:05.751Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=031f6a87-aa21-498b-91eb-d36c4f25f390 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=445 EndTimestamp=2021-05-04T01:08:05.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:05.306Z InvocationID=40a92083-f8f0-4ebf-a209-49344f971aba ResponseDesc=OK 2021-05-04T01:08:08.422Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d9fa99a7-b72b-40f5-bf2d-e45d8f8eb0df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:08.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:08.421Z InvocationID=4eb65bc1-9657-4073-8e26-df6299f98683 2021-05-04T01:08:08.501Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d9fa99a7-b72b-40f5-bf2d-e45d8f8eb0df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:08.751Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d9fa99a7-b72b-40f5-bf2d-e45d8f8eb0df InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=330 EndTimestamp=2021-05-04T01:08:08.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:08.421Z InvocationID=d8c02195-e22b-43aa-a246-5b0dc11ffeaa ResponseDesc=OK 2021-05-04T01:08:11.470Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c27e05b0-3c88-4fd2-b11b-906e7e892e7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:11.469Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:11.469Z InvocationID=c997e3da-ab25-4c1b-91a8-f2f9c8b27398 2021-05-04T01:08:11.561Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c27e05b0-3c88-4fd2-b11b-906e7e892e7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:13.000Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c27e05b0-3c88-4fd2-b11b-906e7e892e7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1531 EndTimestamp=2021-05-04T01:08:13.000Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:11.469Z InvocationID=d0d956c3-70f3-4590-ab17-f51c8b64ef33 ResponseDesc=OK 2021-05-04T01:08:14.784Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=20a530aa-8e8a-4213-9d61-1d8c43389e9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:14.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:14.784Z InvocationID=0542b163-18c0-44e5-bf19-f482e25e7923 2021-05-04T01:08:14.829Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=20a530aa-8e8a-4213-9d61-1d8c43389e9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:15.017Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=20a530aa-8e8a-4213-9d61-1d8c43389e9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=233 EndTimestamp=2021-05-04T01:08:15.017Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:14.784Z InvocationID=37556d8b-a6e4-43ae-9edc-787ea5046661 ResponseDesc=OK 2021-05-04T01:08:17.616Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ab66a3db-5dec-495d-9503-57724fd004c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:17.616Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:17.616Z InvocationID=311f9c93-2b8b-4216-a6d3-1e5daced5b30 2021-05-04T01:08:17.700Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ab66a3db-5dec-495d-9503-57724fd004c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:18.005Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ab66a3db-5dec-495d-9503-57724fd004c8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=388 EndTimestamp=2021-05-04T01:08:18.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:17.616Z InvocationID=419a3964-4e78-469e-b154-99cb022c460d ResponseDesc=OK 2021-05-04T01:08:20.580Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=843deaf7-7e8e-498c-8093-51935aaabc43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:20.580Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:20.580Z InvocationID=9840728d-c7e7-4b67-9c2f-f3dbd23b9a62 2021-05-04T01:08:20.650Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=843deaf7-7e8e-498c-8093-51935aaabc43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:20.752Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=843deaf7-7e8e-498c-8093-51935aaabc43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=172 EndTimestamp=2021-05-04T01:08:20.752Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:20.580Z InvocationID=eb74731f-8116-451c-824e-c291e8d246dc ResponseDesc=OK 2021-05-04T01:08:23.630Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=93fd1166-e8d9-4a5b-872f-8ec2819ad33c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:23.630Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:23.630Z InvocationID=56d1c33d-45ac-43a4-af55-e9580a8a17a8 2021-05-04T01:08:23.700Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=93fd1166-e8d9-4a5b-872f-8ec2819ad33c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:24.054Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=93fd1166-e8d9-4a5b-872f-8ec2819ad33c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=424 EndTimestamp=2021-05-04T01:08:24.054Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:23.630Z InvocationID=7a736eae-bfc7-460b-adb9-6e8bda9003e2 ResponseDesc=OK 2021-05-04T01:08:26.355Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b8a38bed-bf25-4dd7-8a18-c464f3386977 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:26.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:26.354Z InvocationID=1d28e0da-732d-4f25-9d3d-0f355df6ad64 2021-05-04T01:08:26.400Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b8a38bed-bf25-4dd7-8a18-c464f3386977 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:26.550Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b8a38bed-bf25-4dd7-8a18-c464f3386977 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=196 EndTimestamp=2021-05-04T01:08:26.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:26.354Z InvocationID=7a62ca14-ff4a-43c4-ba88-bcc8a652d554 ResponseDesc=OK 2021-05-04T01:08:27.671Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9c724f8-db62-489e-99b6-78d5076c27b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:27.671Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:27.671Z InvocationID=52b2db36-12f9-4f2f-b1af-0cfb52736521 2021-05-04T01:08:27.847Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9c724f8-db62-489e-99b6-78d5076c27b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:27.958Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9c724f8-db62-489e-99b6-78d5076c27b8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=287 EndTimestamp=2021-05-04T01:08:27.958Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:27.671Z InvocationID=8d26827a-c3be-42e3-9e19-afd63aae0f1e ResponseDesc=OK 2021-05-04T01:08:29.454Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9e40e0a8-5309-4753-b8df-ce71364439ed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:29.454Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:29.454Z InvocationID=827258e5-603e-4626-afd9-5dcf516ace83 2021-05-04T01:08:29.598Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9e40e0a8-5309-4753-b8df-ce71364439ed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:29.808Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9e40e0a8-5309-4753-b8df-ce71364439ed InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=354 EndTimestamp=2021-05-04T01:08:29.808Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:29.454Z InvocationID=6d893a60-ed94-4434-819e-ef39640b834e ResponseDesc=OK 2021-05-04T01:08:32.289Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=054b9859-9e5f-434a-9e65-5d9729533bcb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:32.289Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:32.289Z InvocationID=81b5a2b6-4109-40c9-ae0e-beedd4c2f34a 2021-05-04T01:08:32.346Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=054b9859-9e5f-434a-9e65-5d9729533bcb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:36.260Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=054b9859-9e5f-434a-9e65-5d9729533bcb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3971 EndTimestamp=2021-05-04T01:08:36.260Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:32.289Z InvocationID=3be0111a-bf7f-4b20-8928-2d033cfeaf5d ResponseDesc=OK 2021-05-04T01:08:36.957Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=07dfc97a-0611-4a7b-9a60-91770ee06a0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:36.957Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:36.957Z InvocationID=95b9025c-6da7-46c2-a53c-76fc27c47aaa 2021-05-04T01:08:38.350Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=07dfc97a-0611-4a7b-9a60-91770ee06a0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:38.450Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=07dfc97a-0611-4a7b-9a60-91770ee06a0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1493 EndTimestamp=2021-05-04T01:08:38.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:36.957Z InvocationID=00864502-3f01-42cc-b86e-bfd2bb5c9e6c ResponseDesc=OK 2021-05-04T01:08:39.306Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c7a01b8-fdab-4f2e-b751-75edbdc2045a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:39.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:39.306Z InvocationID=2f456605-002e-46e7-87d3-9ba9c92c5837 2021-05-04T01:08:39.397Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c7a01b8-fdab-4f2e-b751-75edbdc2045a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:39.698Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7c7a01b8-fdab-4f2e-b751-75edbdc2045a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=392 EndTimestamp=2021-05-04T01:08:39.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:39.306Z InvocationID=7dbb12e4-ad61-488a-a98e-8bc21b57cd88 ResponseDesc=OK 2021-05-04T01:08:41.305Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6c3605d-750e-402e-a009-19d6fce58579 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:41.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:41.305Z InvocationID=8ef03f3c-0a4a-4416-9c48-5dfff4bc00a8 2021-05-04T01:08:41.400Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6c3605d-750e-402e-a009-19d6fce58579 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:41.757Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6c3605d-750e-402e-a009-19d6fce58579 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=452 EndTimestamp=2021-05-04T01:08:41.757Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:41.305Z InvocationID=65e9e776-73cf-4d8b-82e1-e2ad77e1e27e ResponseDesc=OK 2021-05-04T01:08:44.322Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fe8d65cc-c705-425d-a8fc-b33de90a3aa9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:44.322Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:44.322Z InvocationID=31ab7b08-e538-49fb-9508-a549b5e975ae 2021-05-04T01:08:45.973Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fe8d65cc-c705-425d-a8fc-b33de90a3aa9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:46.200Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fe8d65cc-c705-425d-a8fc-b33de90a3aa9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1878 EndTimestamp=2021-05-04T01:08:46.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:44.322Z InvocationID=e6c1dad3-1e0f-42ad-8c4a-c4ec311d79b2 ResponseDesc=OK 2021-05-04T01:08:47.090Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1217a6b4-eb46-4472-8270-cf60c02fac5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:47.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:47.090Z InvocationID=6462b61b-5ea0-4424-8fe7-d1c624c95613 2021-05-04T01:08:47.254Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1217a6b4-eb46-4472-8270-cf60c02fac5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:47.804Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1217a6b4-eb46-4472-8270-cf60c02fac5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=714 EndTimestamp=2021-05-04T01:08:47.804Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:47.090Z InvocationID=7501b248-ff9f-4998-9159-87f34cf41c5c ResponseDesc=OK 2021-05-04T01:08:50.560Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=adc087a6-89e0-4b7b-b28d-2456d5936ecc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:50.560Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:50.560Z InvocationID=dd4e3ede-3056-414d-a544-cbb54ff402d9 2021-05-04T01:08:50.599Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=adc087a6-89e0-4b7b-b28d-2456d5936ecc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:51.223Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=adc087a6-89e0-4b7b-b28d-2456d5936ecc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=663 EndTimestamp=2021-05-04T01:08:51.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:50.560Z InvocationID=9fc59af8-79a4-43fa-a6e3-b9bcb5b8f8fd ResponseDesc=OK 2021-05-04T01:08:53.519Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de874388-3755-4ce6-9254-7ee935df6470 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:53.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:53.518Z InvocationID=04bc1727-ab31-4e47-ba96-49b643db0871 2021-05-04T01:08:53.603Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de874388-3755-4ce6-9254-7ee935df6470 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:53.617Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de874388-3755-4ce6-9254-7ee935df6470 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=99 EndTimestamp=2021-05-04T01:08:53.617Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:53.518Z InvocationID=96a4622b-a4be-4cc3-9d84-9e6a7b8dc8fa ResponseDesc=OK 2021-05-04T01:08:56.457Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb514359-eced-4e08-b02d-1c989e127366 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:56.456Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:56.456Z InvocationID=a4a59184-446e-4ad6-882d-841feada0909 2021-05-04T01:08:56.605Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb514359-eced-4e08-b02d-1c989e127366 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:56.997Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fb514359-eced-4e08-b02d-1c989e127366 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=541 EndTimestamp=2021-05-04T01:08:56.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:56.456Z InvocationID=ff81680f-3c6c-4043-8cfd-2c095e6f2572 ResponseDesc=OK 2021-05-04T01:08:59.204Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=17173971-1c88-4807-9943-71f9c4c27a15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:08:59.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:59.204Z InvocationID=163763a1-a6b8-40bd-80e1-b1794db4d069 2021-05-04T01:08:59.250Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=17173971-1c88-4807-9943-71f9c4c27a15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:08:59.551Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=17173971-1c88-4807-9943-71f9c4c27a15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=346 EndTimestamp=2021-05-04T01:08:59.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:08:59.204Z InvocationID=f7259459-1553-48e2-a044-881e344d7100 ResponseDesc=OK 2021-05-04T01:09:01.153Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b7b66dab-3561-48a2-9275-22022fe47489 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:01.152Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:01.152Z InvocationID=5221b7e2-555e-45e1-8940-042fcd260836 2021-05-04T01:09:01.388Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b7b66dab-3561-48a2-9275-22022fe47489 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:01.601Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b7b66dab-3561-48a2-9275-22022fe47489 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=449 EndTimestamp=2021-05-04T01:09:01.601Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:01.152Z InvocationID=a8a70a05-e6e0-4d36-89df-2912840eee66 ResponseDesc=OK 2021-05-04T01:09:02.453Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=103fc397-ae3f-462c-85bf-b300ba25cd20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:02.453Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:02.453Z InvocationID=f7b33334-5787-4347-96c0-be1b11381a04 2021-05-04T01:09:02.654Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=103fc397-ae3f-462c-85bf-b300ba25cd20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:02.953Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=103fc397-ae3f-462c-85bf-b300ba25cd20 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=500 EndTimestamp=2021-05-04T01:09:02.953Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:02.453Z InvocationID=f75f8254-0c9a-4cab-8ba9-db7e2a23fdb2 ResponseDesc=OK 2021-05-04T01:09:05.604Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df83f029-f23e-42a7-b1ab-8c207f2f53da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:05.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:05.604Z InvocationID=8a146c65-3971-4878-a135-b6bb3f1c3079 2021-05-04T01:09:05.700Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df83f029-f23e-42a7-b1ab-8c207f2f53da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:05.949Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df83f029-f23e-42a7-b1ab-8c207f2f53da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=345 EndTimestamp=2021-05-04T01:09:05.949Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:05.604Z InvocationID=f9b270d0-ab8d-41cf-99b4-7a86417e8d37 ResponseDesc=OK 2021-05-04T01:09:08.429Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=154a1995-0dd6-472b-86d0-ca8671f785ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:08.429Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:08.429Z InvocationID=1b6d4343-4702-4b16-9741-501366eb8e81 2021-05-04T01:09:08.903Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=154a1995-0dd6-472b-86d0-ca8671f785ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:09.112Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=154a1995-0dd6-472b-86d0-ca8671f785ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=683 EndTimestamp=2021-05-04T01:09:09.112Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:08.429Z InvocationID=f6459e95-25ab-45f8-8eb4-6e6c0b09982b ResponseDesc=OK 2021-05-04T01:09:11.321Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=050f5eb1-2ece-4c89-828a-fc1a78c6c0ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:11.321Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:11.321Z InvocationID=d1220530-7361-41bc-9b19-f19c06a7a5db 2021-05-04T01:09:11.398Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=050f5eb1-2ece-4c89-828a-fc1a78c6c0ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:11.999Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=050f5eb1-2ece-4c89-828a-fc1a78c6c0ce InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=678 EndTimestamp=2021-05-04T01:09:11.999Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:11.321Z InvocationID=bbe5d721-8e67-455e-add7-e143a099b958 ResponseDesc=OK 2021-05-04T01:09:14.523Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a842f3bf-30a8-4e40-a5e1-4f346572a915 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:14.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:14.523Z InvocationID=7a87254a-b893-4798-b182-094951271c50 2021-05-04T01:09:14.601Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a842f3bf-30a8-4e40-a5e1-4f346572a915 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:15.364Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a842f3bf-30a8-4e40-a5e1-4f346572a915 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=841 EndTimestamp=2021-05-04T01:09:15.364Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:14.523Z InvocationID=e39b295f-f186-4ee5-9a70-bfc3721561ba ResponseDesc=OK 2021-05-04T01:09:17.226Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1ef5240-cd7c-4248-86af-5b4f0a2da57e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:17.226Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:17.226Z InvocationID=427ed50d-7308-460d-af3a-5f1f15fd9c88 2021-05-04T01:09:17.320Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1ef5240-cd7c-4248-86af-5b4f0a2da57e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:17.513Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1ef5240-cd7c-4248-86af-5b4f0a2da57e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=287 EndTimestamp=2021-05-04T01:09:17.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:17.226Z InvocationID=16d4138c-be2c-4720-9ecb-77a0d21b1b9e ResponseDesc=OK 2021-05-04T01:09:20.402Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7f00afb-ad15-48b3-af66-cac87261bad5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:20.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:20.402Z InvocationID=059f9b9f-29b6-4d95-a129-8bdee596b886 2021-05-04T01:09:20.498Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7f00afb-ad15-48b3-af66-cac87261bad5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:21.214Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c7f00afb-ad15-48b3-af66-cac87261bad5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=811 EndTimestamp=2021-05-04T01:09:21.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:20.402Z InvocationID=109e4d99-effc-42aa-b61a-7fddbcf0d2a5 ResponseDesc=OK 2021-05-04T01:09:23.425Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b8c71af-fecc-4397-b653-e322a3829658 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:23.424Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:23.424Z InvocationID=9dce93ce-5644-4119-ae91-0c12d149a8b8 2021-05-04T01:09:23.600Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b8c71af-fecc-4397-b653-e322a3829658 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:24.250Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b8c71af-fecc-4397-b653-e322a3829658 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=826 EndTimestamp=2021-05-04T01:09:24.250Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:23.424Z InvocationID=1eabafb1-ed80-4e6a-b1e6-4d8eb62cd1d9 ResponseDesc=OK 2021-05-04T01:09:26.431Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=553305f6-6f5d-44d0-a1cd-c99fdfe4c60f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:26.431Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:26.431Z InvocationID=99ca137b-f2db-4f63-b9ed-5ba024ceae2a 2021-05-04T01:09:26.528Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=553305f6-6f5d-44d0-a1cd-c99fdfe4c60f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:27.681Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d64b001e-e8ba-4487-aa81-bbebec3206de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:27.681Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:27.681Z InvocationID=6fbc05b3-a7f3-4c2d-8d50-b39f6326ad45 2021-05-04T01:09:27.710Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d64b001e-e8ba-4487-aa81-bbebec3206de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:27.733Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=553305f6-6f5d-44d0-a1cd-c99fdfe4c60f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1302 EndTimestamp=2021-05-04T01:09:27.733Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:26.431Z InvocationID=f7316b02-96f8-44dd-8ae9-0949916afcc5 ResponseDesc=OK 2021-05-04T01:09:28.304Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d64b001e-e8ba-4487-aa81-bbebec3206de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=623 EndTimestamp=2021-05-04T01:09:28.304Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:27.681Z InvocationID=9b46e248-f3c3-4458-84cd-374379f054e4 ResponseDesc=OK 2021-05-04T01:09:29.202Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0756e194-ea6e-446b-b21e-48baa9d341ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:29.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:29.202Z InvocationID=42983bf3-7824-4213-8d76-559b349a98f4 2021-05-04T01:09:29.221Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0756e194-ea6e-446b-b21e-48baa9d341ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:29.922Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0756e194-ea6e-446b-b21e-48baa9d341ff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=719 EndTimestamp=2021-05-04T01:09:29.921Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:29.202Z InvocationID=343f45dc-1bc8-4267-96f6-d91f1b51693a ResponseDesc=OK 2021-05-04T01:09:31.951Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce3d2af4-9439-44d5-b887-1aad0730a6da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:31.951Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:31.951Z InvocationID=b602c19e-9aa2-417b-80fa-f78dd95bb8bc 2021-05-04T01:09:31.985Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce3d2af4-9439-44d5-b887-1aad0730a6da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:32.094Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce3d2af4-9439-44d5-b887-1aad0730a6da InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=143 EndTimestamp=2021-05-04T01:09:32.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:31.951Z InvocationID=60071c93-476d-47df-96ff-bbd2e5318dbc ResponseDesc=OK 2021-05-04T01:09:35.420Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=66216dd8-8c5c-496d-97d8-244cb501709b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:35.420Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:35.420Z InvocationID=904db51a-e0b2-482e-b512-dc7cbbc8ef59 2021-05-04T01:09:35.427Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=66216dd8-8c5c-496d-97d8-244cb501709b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:36.014Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=66216dd8-8c5c-496d-97d8-244cb501709b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=594 EndTimestamp=2021-05-04T01:09:36.014Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:35.420Z InvocationID=ff96ea46-0ed9-4baa-9635-5b1527753cb0 ResponseDesc=OK 2021-05-04T01:09:38.403Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eee37355-68b3-4eef-a29b-0edac66bcc2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:38.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:38.403Z InvocationID=1e2002e8-f8da-4e90-bd12-1984190c6bb7 2021-05-04T01:09:38.500Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eee37355-68b3-4eef-a29b-0edac66bcc2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:39.446Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eee37355-68b3-4eef-a29b-0edac66bcc2f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1043 EndTimestamp=2021-05-04T01:09:39.446Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:38.403Z InvocationID=29f934db-6c17-4bf8-a1c1-8e49885700c6 ResponseDesc=OK 2021-05-04T01:09:41.309Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c5f6455e-86e4-48c9-a11b-88f7545d2c2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:41.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:41.309Z InvocationID=c8323193-d616-4709-9a1a-a4d671373a30 2021-05-04T01:09:41.457Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c5f6455e-86e4-48c9-a11b-88f7545d2c2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:41.608Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c5f6455e-86e4-48c9-a11b-88f7545d2c2a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=299 EndTimestamp=2021-05-04T01:09:41.608Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:41.309Z InvocationID=4df7bfba-719c-4100-9ad5-b82f987ffd1d ResponseDesc=OK 2021-05-04T01:09:44.399Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0ab8730f-0f20-4be5-835e-e7baea24da1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:44.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:44.398Z InvocationID=ca5c9d86-c57e-480a-93c1-6e74f2dcfae2 2021-05-04T01:09:44.680Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0ab8730f-0f20-4be5-835e-e7baea24da1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:45.208Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0ab8730f-0f20-4be5-835e-e7baea24da1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=810 EndTimestamp=2021-05-04T01:09:45.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:44.398Z InvocationID=562b25dc-605c-4e4e-b4e1-5f38ad8f4ffb ResponseDesc=OK 2021-05-04T01:09:47.042Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7f8c3c27-9ea9-4a00-b6c3-f6ccba376642 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:47.042Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:47.042Z InvocationID=e6a8f3fa-6755-4936-9b7f-99b2ca94fe37 2021-05-04T01:09:47.099Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7f8c3c27-9ea9-4a00-b6c3-f6ccba376642 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:47.166Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7f8c3c27-9ea9-4a00-b6c3-f6ccba376642 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=124 EndTimestamp=2021-05-04T01:09:47.166Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:47.042Z InvocationID=c96352ca-c70a-4364-b0ab-a3915326694e ResponseDesc=OK 2021-05-04T01:09:50.100Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bf827230-d05a-4e6e-a109-8e3efde3edbd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:50.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:50.100Z InvocationID=bb077d63-0523-44d3-9904-63c45c643c8b 2021-05-04T01:09:50.208Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bf827230-d05a-4e6e-a109-8e3efde3edbd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:50.314Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bf827230-d05a-4e6e-a109-8e3efde3edbd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=214 EndTimestamp=2021-05-04T01:09:50.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:50.100Z InvocationID=c381b8b1-28f3-471c-b8f1-f635da8bd9b2 ResponseDesc=OK 2021-05-04T01:09:53.505Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1ffc59b0-9351-4815-ab2b-8875b294fa97 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:53.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:53.505Z InvocationID=f75f337e-19d6-4fd0-a938-6785d2fc91f2 2021-05-04T01:09:53.581Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1ffc59b0-9351-4815-ab2b-8875b294fa97 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:54.223Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1ffc59b0-9351-4815-ab2b-8875b294fa97 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=718 EndTimestamp=2021-05-04T01:09:54.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:53.505Z InvocationID=6efe047f-666c-4a19-9f1c-d115aae89a8a ResponseDesc=OK 2021-05-04T01:09:56.405Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0eb9f025-18d4-4c95-827b-77df836814b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:56.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:56.405Z InvocationID=ff45a1de-3746-4f1c-9172-38e0d0d2d76d 2021-05-04T01:09:56.508Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0eb9f025-18d4-4c95-827b-77df836814b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:09:56.617Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0eb9f025-18d4-4c95-827b-77df836814b0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=212 EndTimestamp=2021-05-04T01:09:56.617Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:56.405Z InvocationID=d61d2f55-182c-4695-8fd4-36ae50a3183b ResponseDesc=OK 2021-05-04T01:09:59.213Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff079ed5-6cda-423f-926e-ea34d3307e01 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:09:59.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:59.213Z InvocationID=a30a7ac0-0110-445b-a71f-fa5c1daea08f 2021-05-04T01:10:00.001Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff079ed5-6cda-423f-926e-ea34d3307e01 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:00.105Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff079ed5-6cda-423f-926e-ea34d3307e01 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=892 EndTimestamp=2021-05-04T01:10:00.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:09:59.213Z InvocationID=c1619933-761e-4f30-a315-74dd40a94375 ResponseDesc=OK 2021-05-04T01:10:01.117Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a6c18d4-0797-4927-83fe-5000b2447595 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:01.116Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:01.116Z InvocationID=75ddb7f0-4c41-40e1-b03d-631e7043ca42 2021-05-04T01:10:01.200Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a6c18d4-0797-4927-83fe-5000b2447595 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:01.327Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1a6c18d4-0797-4927-83fe-5000b2447595 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=210 EndTimestamp=2021-05-04T01:10:01.326Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:01.116Z InvocationID=36b70bd1-7d75-475b-809f-8050a021e6a2 ResponseDesc=OK 2021-05-04T01:10:02.306Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c9cc74df-f5a8-4059-a8ca-40e3cb578c00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:02.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:02.305Z InvocationID=d2139eed-4ed9-4e17-8647-0ccafe521529 2021-05-04T01:10:02.399Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c9cc74df-f5a8-4059-a8ca-40e3cb578c00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:02.511Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c9cc74df-f5a8-4059-a8ca-40e3cb578c00 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=205 EndTimestamp=2021-05-04T01:10:02.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:02.305Z InvocationID=9ef54d87-ca07-4dbe-81f6-274bd45e2095 ResponseDesc=OK 2021-05-04T01:10:05.424Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44d0b3e5-a8cb-4b10-9fa0-3a138f34480a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:05.423Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:05.423Z InvocationID=e06b4ae2-4f8f-4fbc-ac59-ca002cccb607 2021-05-04T01:10:05.509Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44d0b3e5-a8cb-4b10-9fa0-3a138f34480a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:05.603Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44d0b3e5-a8cb-4b10-9fa0-3a138f34480a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T01:10:05.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:05.423Z InvocationID=64b7ecd1-9952-486f-b0bc-142cd7920a13 ResponseDesc=OK 2021-05-04T01:10:09.133Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5700f639-396a-4636-aec3-7f7be4752bb9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:09.133Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:09.133Z InvocationID=39a89b48-981e-4b57-a54e-e2afcd452c03 2021-05-04T01:10:09.225Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5700f639-396a-4636-aec3-7f7be4752bb9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:09.903Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5700f639-396a-4636-aec3-7f7be4752bb9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=770 EndTimestamp=2021-05-04T01:10:09.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:09.133Z InvocationID=4546ef88-6249-47c7-bc4e-72206b001327 ResponseDesc=OK 2021-05-04T01:10:11.200Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cdf58c7d-d6c7-4a22-9eeb-e14538f3e151 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:11.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:11.200Z InvocationID=8a81ca47-9881-467e-9cce-ea14a0e903c3 2021-05-04T01:10:11.224Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cdf58c7d-d6c7-4a22-9eeb-e14538f3e151 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:11.516Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cdf58c7d-d6c7-4a22-9eeb-e14538f3e151 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=316 EndTimestamp=2021-05-04T01:10:11.516Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:11.200Z InvocationID=36f64829-4681-4ea6-b831-11e27c160b60 ResponseDesc=OK 2021-05-04T01:10:14.510Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e9201ec-0605-4783-8fcc-b889cfaef463 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:14.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:14.509Z InvocationID=62af4ffb-fe56-4c74-b87a-5038415cb4ea 2021-05-04T01:10:14.665Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e9201ec-0605-4783-8fcc-b889cfaef463 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:14.814Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7e9201ec-0605-4783-8fcc-b889cfaef463 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=305 EndTimestamp=2021-05-04T01:10:14.814Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:14.509Z InvocationID=2e170c78-4af4-486c-ac19-651051c52984 ResponseDesc=OK 2021-05-04T01:10:17.142Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6d1336a-3864-46a1-b35d-417adfb8170f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:17.141Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:17.141Z InvocationID=8c627cc6-328a-4198-8c83-1b22e486e163 2021-05-04T01:10:17.200Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6d1336a-3864-46a1-b35d-417adfb8170f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:17.498Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f6d1336a-3864-46a1-b35d-417adfb8170f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=356 EndTimestamp=2021-05-04T01:10:17.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:17.141Z InvocationID=6780fd67-39b2-4eb8-91dd-57f41d87d357 ResponseDesc=OK 2021-05-04T01:10:20.301Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e67bf40-b897-46a5-92c6-ee3d1ebd5acf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:20.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:20.300Z InvocationID=672dd459-7531-4e01-a443-8f30e6966367 2021-05-04T01:10:20.308Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e67bf40-b897-46a5-92c6-ee3d1ebd5acf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:20.520Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7e67bf40-b897-46a5-92c6-ee3d1ebd5acf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=219 EndTimestamp=2021-05-04T01:10:20.519Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:20.300Z InvocationID=ca53dc1d-d6e0-4c98-8d8e-2af65f9d69ae ResponseDesc=OK 2021-05-04T01:10:23.413Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac2be8d2-8eee-4010-ab97-ee36d9f0e7ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:23.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:23.412Z InvocationID=15d92cbc-0597-4ea9-b075-782bf192f6c8 2021-05-04T01:10:23.502Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac2be8d2-8eee-4010-ab97-ee36d9f0e7ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:23.603Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ac2be8d2-8eee-4010-ab97-ee36d9f0e7ca InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=191 EndTimestamp=2021-05-04T01:10:23.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:23.412Z InvocationID=7e3b8c73-ebe8-48be-a56c-a44bcd35dded ResponseDesc=OK 2021-05-04T01:10:26.082Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c925707c-4bba-42e4-9961-3e8d14a99052 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:26.082Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:26.082Z InvocationID=826d58a0-f645-4ee2-87e2-ed16e1741fb8 2021-05-04T01:10:26.121Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c925707c-4bba-42e4-9961-3e8d14a99052 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:26.209Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c925707c-4bba-42e4-9961-3e8d14a99052 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=127 EndTimestamp=2021-05-04T01:10:26.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:26.082Z InvocationID=11c204e4-4201-48bc-8411-faccce6f7c97 ResponseDesc=OK 2021-05-04T01:10:27.654Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b2f1da1-b81d-45ef-a9aa-b7fcf8241947 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:27.654Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:27.654Z InvocationID=7458efbb-442d-4653-b8b9-2cc9f40d8879 2021-05-04T01:10:28.258Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b2f1da1-b81d-45ef-a9aa-b7fcf8241947 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:28.445Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0b2f1da1-b81d-45ef-a9aa-b7fcf8241947 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=791 EndTimestamp=2021-05-04T01:10:28.445Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:27.654Z InvocationID=977a9e60-e55c-4a45-971f-b411af8668b7 ResponseDesc=OK 2021-05-04T01:10:29.301Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c86e8e22-da5c-470a-b22b-ea38120b739d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:29.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:29.301Z InvocationID=62c5fb4b-8fcf-432d-92b1-f4d73442398b 2021-05-04T01:10:29.446Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c86e8e22-da5c-470a-b22b-ea38120b739d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:29.598Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c86e8e22-da5c-470a-b22b-ea38120b739d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=297 EndTimestamp=2021-05-04T01:10:29.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:29.301Z InvocationID=ad7b6c36-e0e7-4b07-8055-088cda751669 ResponseDesc=OK 2021-05-04T01:10:32.178Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1d22547-48de-443a-be9f-73a3f43f727c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:32.178Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:32.178Z InvocationID=e7b03a50-58dd-4968-8ff5-15cd3d2ff909 2021-05-04T01:10:32.212Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1d22547-48de-443a-be9f-73a3f43f727c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:32.269Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d1d22547-48de-443a-be9f-73a3f43f727c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=91 EndTimestamp=2021-05-04T01:10:32.269Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:32.178Z InvocationID=f15bcb2d-1bde-4052-8179-6855fbab248c ResponseDesc=OK 2021-05-04T01:10:35.426Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e551e56d-8d0d-4d8c-80e6-07f2f41e9bfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:35.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:35.426Z InvocationID=022693ad-795d-443c-9914-553975a9e0ed 2021-05-04T01:10:35.522Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e551e56d-8d0d-4d8c-80e6-07f2f41e9bfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:35.705Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e551e56d-8d0d-4d8c-80e6-07f2f41e9bfc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=279 EndTimestamp=2021-05-04T01:10:35.705Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:35.426Z InvocationID=22759fcb-cff2-4dbd-b0bc-53fd7ac2ecd0 ResponseDesc=OK 2021-05-04T01:10:38.416Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cffb184f-8718-4fb0-b997-41214b296299 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:38.415Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:38.415Z InvocationID=6d3be46c-faf3-49a9-90f8-b7fcba129cd9 2021-05-04T01:10:38.502Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cffb184f-8718-4fb0-b997-41214b296299 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:38.598Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cffb184f-8718-4fb0-b997-41214b296299 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=183 EndTimestamp=2021-05-04T01:10:38.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:38.415Z InvocationID=4cb8b223-88d6-48f4-bfbf-2c123bcc79cf ResponseDesc=OK 2021-05-04T01:10:42.493Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=162505e4-5868-4e4c-8940-93075c9e9f48 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:42.493Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:42.493Z InvocationID=2d3e0a5b-ebb5-4dc0-aacd-99ac282c6833 2021-05-04T01:10:42.604Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=162505e4-5868-4e4c-8940-93075c9e9f48 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:42.857Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=162505e4-5868-4e4c-8940-93075c9e9f48 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=364 EndTimestamp=2021-05-04T01:10:42.857Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:42.493Z InvocationID=d3f3cecb-b52f-4f50-8107-258d393e7cb8 ResponseDesc=OK 2021-05-04T01:10:44.606Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd22a020-3649-4c14-807e-d8195fb70104 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:44.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:44.606Z InvocationID=5aac19e9-b14a-4239-b0c5-676c47a46939 2021-05-04T01:10:44.802Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd22a020-3649-4c14-807e-d8195fb70104 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:44.917Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fd22a020-3649-4c14-807e-d8195fb70104 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=311 EndTimestamp=2021-05-04T01:10:44.917Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:44.606Z InvocationID=7d08e82a-b48c-454f-91ca-b870bbf6c0fb ResponseDesc=OK 2021-05-04T01:10:47.029Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=298f41ef-9bc9-4520-b04e-4c645b4c190c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:47.028Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:47.028Z InvocationID=66f7af13-61f3-4626-b7a2-fc0a4f9404c0 2021-05-04T01:10:47.054Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=298f41ef-9bc9-4520-b04e-4c645b4c190c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:47.086Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=298f41ef-9bc9-4520-b04e-4c645b4c190c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=58 EndTimestamp=2021-05-04T01:10:47.086Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:47.028Z InvocationID=fe6189f9-253c-46fc-8c4d-63c51cf35f37 ResponseDesc=OK 2021-05-04T01:10:50.208Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6604b32c-dca3-4874-b62a-ac68318cd4ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:50.208Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:50.208Z InvocationID=5564c183-be00-4456-a26d-5b4ee43dfb5f 2021-05-04T01:10:50.306Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6604b32c-dca3-4874-b62a-ac68318cd4ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:50.497Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6604b32c-dca3-4874-b62a-ac68318cd4ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T01:10:50.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:50.208Z InvocationID=f6336d17-f226-45ef-afc2-97440a01f555 ResponseDesc=OK 2021-05-04T01:10:53.340Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e5bf092-b0c6-4148-8917-8b628a3885c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:53.340Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:53.340Z InvocationID=c34cb264-bcfb-4342-b00f-fca290fe31e3 2021-05-04T01:10:53.500Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e5bf092-b0c6-4148-8917-8b628a3885c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:53.755Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6e5bf092-b0c6-4148-8917-8b628a3885c4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=414 EndTimestamp=2021-05-04T01:10:53.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:53.340Z InvocationID=67f03210-e97b-4d0c-812d-bbcec18fd02f ResponseDesc=OK 2021-05-04T01:10:56.421Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3a11e3f-c54e-46d2-9875-49358e0998d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:56.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:56.421Z InvocationID=95fe1353-561a-4edb-be92-b33245790e37 2021-05-04T01:10:56.650Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3a11e3f-c54e-46d2-9875-49358e0998d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:10:56.904Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3a11e3f-c54e-46d2-9875-49358e0998d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=483 EndTimestamp=2021-05-04T01:10:56.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:56.421Z InvocationID=b24fbcdf-2d81-4a07-b0e2-9248e429565b ResponseDesc=OK 2021-05-04T01:10:59.856Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de12e98a-cfe0-4782-9010-8de9cca3f387 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:10:59.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:59.856Z InvocationID=225d6c11-6074-4038-8b5b-5ab11e41d509 2021-05-04T01:11:00.013Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de12e98a-cfe0-4782-9010-8de9cca3f387 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:00.498Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de12e98a-cfe0-4782-9010-8de9cca3f387 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=642 EndTimestamp=2021-05-04T01:11:00.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:10:59.856Z InvocationID=64d438d0-b930-4aa4-972a-7f85081bcdd0 ResponseDesc=OK 2021-05-04T01:11:01.137Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc7a649d-16f3-48ca-b84d-7bca013e067e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:01.137Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:01.137Z InvocationID=e60973a7-b1d1-4181-bf4d-66652fe7761b 2021-05-04T01:11:01.401Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc7a649d-16f3-48ca-b84d-7bca013e067e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:01.646Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bc7a649d-16f3-48ca-b84d-7bca013e067e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=509 EndTimestamp=2021-05-04T01:11:01.646Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:01.137Z InvocationID=b51ff350-c9d3-4b23-8819-f6d46a1db8ba ResponseDesc=OK 2021-05-04T01:11:02.406Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53183e0f-fb54-45df-bd2a-7d926490a006 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:02.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:02.406Z InvocationID=f8ec74fe-5f42-4178-9e3b-5b5c2a0ffe4e 2021-05-04T01:11:02.552Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53183e0f-fb54-45df-bd2a-7d926490a006 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:02.800Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53183e0f-fb54-45df-bd2a-7d926490a006 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T01:11:02.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:02.406Z InvocationID=83da032a-f34c-44f0-961f-c5f4e8a9e67f ResponseDesc=OK 2021-05-04T01:11:06.482Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=070ed2a2-23c2-434c-ad00-7c29d9bbc508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:06.482Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:06.482Z InvocationID=db5b5968-cf80-418a-8b76-670c55e1abbf 2021-05-04T01:11:06.557Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=070ed2a2-23c2-434c-ad00-7c29d9bbc508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:06.662Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=070ed2a2-23c2-434c-ad00-7c29d9bbc508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=180 EndTimestamp=2021-05-04T01:11:06.662Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:06.482Z InvocationID=907bda06-e84f-424d-9bf9-c3ed14e9fbfb ResponseDesc=OK 2021-05-04T01:11:08.260Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e9111cec-5a5e-42b0-a521-faba02bb66e0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:08.260Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:08.260Z InvocationID=e42d521f-91b9-41e3-bb0b-812efc9622dd 2021-05-04T01:11:08.306Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e9111cec-5a5e-42b0-a521-faba02bb66e0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:08.604Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e9111cec-5a5e-42b0-a521-faba02bb66e0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=343 EndTimestamp=2021-05-04T01:11:08.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:08.260Z InvocationID=875e1f0f-bc09-4327-9990-f92ec5c69c04 ResponseDesc=OK 2021-05-04T01:11:11.221Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d9a93e0a-fb44-4b6d-b48c-5e49dc966787 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:11.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:11.221Z InvocationID=1c0377f3-c4d2-4dbb-a9f9-0fda080f4db8 2021-05-04T01:11:12.689Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d9a93e0a-fb44-4b6d-b48c-5e49dc966787 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:12.863Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d9a93e0a-fb44-4b6d-b48c-5e49dc966787 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1641 EndTimestamp=2021-05-04T01:11:12.862Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:11.221Z InvocationID=29106246-6e6e-4f8e-957b-d1f36cb8d5d8 ResponseDesc=OK 2021-05-04T01:11:14.636Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8274bb19-2fdd-4bb8-aaf9-0e514f21b8ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:14.635Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:14.635Z InvocationID=21c4fb78-8d1b-44e5-87d0-137f114c0304 2021-05-04T01:11:15.200Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8274bb19-2fdd-4bb8-aaf9-0e514f21b8ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:15.554Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8274bb19-2fdd-4bb8-aaf9-0e514f21b8ac InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=919 EndTimestamp=2021-05-04T01:11:15.554Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:14.635Z InvocationID=150befb1-c192-4478-a404-54d353cf613b ResponseDesc=OK 2021-05-04T01:11:17.427Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e8ee11a0-1390-4420-a91c-c7c53f6baa87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:17.427Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:17.427Z InvocationID=46627439-0427-4dd9-8c1b-12ea7f77bdfa 2021-05-04T01:11:17.515Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e8ee11a0-1390-4420-a91c-c7c53f6baa87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:18.047Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e8ee11a0-1390-4420-a91c-c7c53f6baa87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=619 EndTimestamp=2021-05-04T01:11:18.046Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:17.427Z InvocationID=716d50f3-ddac-421a-99e2-f8bdce3328d2 ResponseDesc=OK 2021-05-04T01:11:20.327Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=670f9790-a728-4c14-829a-6da614b0f919 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:20.327Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:20.327Z InvocationID=26d9699d-f80f-4667-bd95-0f0d41224f13 2021-05-04T01:11:20.446Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=670f9790-a728-4c14-829a-6da614b0f919 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:20.650Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=670f9790-a728-4c14-829a-6da614b0f919 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=323 EndTimestamp=2021-05-04T01:11:20.650Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:20.327Z InvocationID=1bd62197-0035-4881-89ec-c90501af5792 ResponseDesc=OK 2021-05-04T01:11:23.854Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4741cd01-2cc1-4c6c-a652-19d200ac6576 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:23.854Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:23.854Z InvocationID=eba01415-8df8-4eb6-bc77-130e0a58dbe7 2021-05-04T01:11:23.961Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4741cd01-2cc1-4c6c-a652-19d200ac6576 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:24.675Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4741cd01-2cc1-4c6c-a652-19d200ac6576 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=821 EndTimestamp=2021-05-04T01:11:24.675Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:23.854Z InvocationID=085f24c7-b9b6-4597-9c10-a9c65116d15b ResponseDesc=OK 2021-05-04T01:11:26.506Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c2582f1b-413b-4219-9fff-4b295edcdb9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:26.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:26.506Z InvocationID=04e66196-716e-4398-a0e2-3cfaa0b283c4 2021-05-04T01:11:26.601Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c2582f1b-413b-4219-9fff-4b295edcdb9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:27.501Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c2582f1b-413b-4219-9fff-4b295edcdb9e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=995 EndTimestamp=2021-05-04T01:11:27.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:26.506Z InvocationID=50926ebd-2aa8-47a8-ab36-e0e6180295ce ResponseDesc=OK 2021-05-04T01:11:27.666Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1637b3f9-2f92-4128-9e28-83ce3e2862bd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:27.666Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:27.666Z InvocationID=4602723b-1ba6-43f7-a8fe-8e0090ad764a 2021-05-04T01:11:27.745Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1637b3f9-2f92-4128-9e28-83ce3e2862bd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:28.099Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1637b3f9-2f92-4128-9e28-83ce3e2862bd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=433 EndTimestamp=2021-05-04T01:11:28.099Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:27.666Z InvocationID=86be7d96-fba0-4d57-afb7-d91e8eb72672 ResponseDesc=OK 2021-05-04T01:11:29.402Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95c09b6f-e2ba-470a-8943-dae3d378e529 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:29.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:29.402Z InvocationID=2a3e8d95-1eac-47f7-b009-397f5338e373 2021-05-04T01:11:29.498Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95c09b6f-e2ba-470a-8943-dae3d378e529 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:29.698Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95c09b6f-e2ba-470a-8943-dae3d378e529 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=296 EndTimestamp=2021-05-04T01:11:29.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:29.402Z InvocationID=7a32c0e8-1f2c-428c-951c-2b504f933d82 ResponseDesc=OK 2021-05-04T01:11:32.300Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0853c6e7-7c48-455e-8eb8-004d88da5077 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:32.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:32.300Z InvocationID=425b0f86-7444-4c03-9dd2-e385ca808e5b 2021-05-04T01:11:32.313Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0853c6e7-7c48-455e-8eb8-004d88da5077 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:32.545Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0853c6e7-7c48-455e-8eb8-004d88da5077 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=245 EndTimestamp=2021-05-04T01:11:32.545Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:32.300Z InvocationID=17f0d4dc-e034-49e8-a37d-3dad44af2904 ResponseDesc=OK 2021-05-04T01:11:35.411Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5d270e5-f3af-4a7f-87ac-fd4e1e3c87e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:35.411Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:35.411Z InvocationID=5b56a56a-de21-4d69-83c0-108fa6ccca4d 2021-05-04T01:11:37.659Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5d270e5-f3af-4a7f-87ac-fd4e1e3c87e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:37.802Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f5d270e5-f3af-4a7f-87ac-fd4e1e3c87e3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2390 EndTimestamp=2021-05-04T01:11:37.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:35.411Z InvocationID=5d0c4710-6b78-43d3-8a69-57a5282449f0 ResponseDesc=OK 2021-05-04T01:11:38.552Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29c0e0f2-8d91-4f4e-b68a-10486023c46a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:38.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:38.552Z InvocationID=cfe8706e-3207-4722-8110-32ce9f22d3a5 2021-05-04T01:11:38.798Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29c0e0f2-8d91-4f4e-b68a-10486023c46a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:39.998Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=29c0e0f2-8d91-4f4e-b68a-10486023c46a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1446 EndTimestamp=2021-05-04T01:11:39.998Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:38.552Z InvocationID=22214a27-76d3-4d8f-ba33-39085362dbbb ResponseDesc=OK 2021-05-04T01:11:41.403Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1238c72a-1061-4c9d-a6d2-c1011f05b0f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:41.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:41.403Z InvocationID=9deb6693-30da-416c-b4d8-3a26048c976d 2021-05-04T01:11:41.599Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1238c72a-1061-4c9d-a6d2-c1011f05b0f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:42.550Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1238c72a-1061-4c9d-a6d2-c1011f05b0f3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1147 EndTimestamp=2021-05-04T01:11:42.550Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:41.403Z InvocationID=9d6aa38f-796e-4942-992b-759109160f96 ResponseDesc=OK 2021-05-04T01:11:44.523Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dae6ee1c-5ff6-42fd-a84c-d8128304363a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:44.522Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:44.522Z InvocationID=59e48a24-4a64-4bc5-8dd6-736be715a6fb 2021-05-04T01:11:45.854Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dae6ee1c-5ff6-42fd-a84c-d8128304363a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:46.105Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dae6ee1c-5ff6-42fd-a84c-d8128304363a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1583 EndTimestamp=2021-05-04T01:11:46.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:44.522Z InvocationID=2db5b7b2-ba3e-4fae-b1c0-890a17284b0e ResponseDesc=OK 2021-05-04T01:11:47.187Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=060186aa-18b5-4634-b0b9-99c210bd4d4b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:47.186Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:47.186Z InvocationID=6f0e73cf-6ba7-4e3b-8557-7f9ba52665c2 2021-05-04T01:11:47.252Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=060186aa-18b5-4634-b0b9-99c210bd4d4b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:47.451Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=060186aa-18b5-4634-b0b9-99c210bd4d4b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=265 EndTimestamp=2021-05-04T01:11:47.451Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:47.186Z InvocationID=77126176-d6b1-4d8d-b605-d6317dd12183 ResponseDesc=OK 2021-05-04T01:11:50.678Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=482289b4-283b-4275-bf91-551dba1c718b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:50.678Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:50.678Z InvocationID=ef4348ff-e8d0-4c4f-8be7-99c9493eedda 2021-05-04T01:11:50.757Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=482289b4-283b-4275-bf91-551dba1c718b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:11:51.054Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=482289b4-283b-4275-bf91-551dba1c718b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=375 EndTimestamp=2021-05-04T01:11:51.053Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:50.678Z InvocationID=e0088de1-b19a-4a61-afb1-035fe683edf6 ResponseDesc=OK 2021-05-04T01:11:53.460Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22597477-cd61-4566-b81f-61e6d7249901 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:11:53.459Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:53.459Z InvocationID=a6b45645-9f8e-42c8-bd11-59362126bdce 2021-05-04T01:11:53.651Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22597477-cd61-4566-b81f-61e6d7249901 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:01.164Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=104bdb25-36f2-453a-8174-8a5987415d05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:01.164Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:01.164Z InvocationID=231a3a2b-2b69-4aa6-8e6b-974817652643 2021-05-04T01:12:01.201Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22597477-cd61-4566-b81f-61e6d7249901 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=7742 EndTimestamp=2021-05-04T01:12:01.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:11:53.459Z InvocationID=adfacab1-bf8b-490b-a0ce-11fb572a1249 ResponseDesc=OK 2021-05-04T01:12:01.302Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=104bdb25-36f2-453a-8174-8a5987415d05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:01.747Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=104bdb25-36f2-453a-8174-8a5987415d05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=582 EndTimestamp=2021-05-04T01:12:01.746Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:01.164Z InvocationID=425dbb40-ef47-429f-b319-6924ce43fced ResponseDesc=OK 2021-05-04T01:12:02.687Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1312730-d03c-4af4-881f-2771f6fb5b71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:02.687Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:02.687Z InvocationID=95528986-1bdc-476a-8df4-0eb59fddd3a6 2021-05-04T01:12:02.800Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1312730-d03c-4af4-881f-2771f6fb5b71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:03.051Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1312730-d03c-4af4-881f-2771f6fb5b71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=364 EndTimestamp=2021-05-04T01:12:03.051Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:02.687Z InvocationID=bf3bd07f-bde2-4446-a983-ec4cfe05fa01 ResponseDesc=OK 2021-05-04T01:12:03.827Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da1ddb99-5d59-47a8-8025-7f55e6c56693 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:03.826Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:03.826Z InvocationID=7849bbf8-1489-4392-b15a-80f2d3f6a55c 2021-05-04T01:12:04.454Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da1ddb99-5d59-47a8-8025-7f55e6c56693 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:04.605Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da1ddb99-5d59-47a8-8025-7f55e6c56693 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=779 EndTimestamp=2021-05-04T01:12:04.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:03.826Z InvocationID=33595333-7a03-42af-9d90-78482f9f0bcf ResponseDesc=OK 2021-05-04T01:12:05.205Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5b354905-8b15-403a-9191-fb6c3a764095 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:05.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:05.205Z InvocationID=0b9d0cec-9583-4032-b918-b213e4fdb177 2021-05-04T01:12:05.257Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5b354905-8b15-403a-9191-fb6c3a764095 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:06.054Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5b354905-8b15-403a-9191-fb6c3a764095 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=849 EndTimestamp=2021-05-04T01:12:06.054Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:05.205Z InvocationID=3942cbbc-33e1-4e8c-80f4-fb6f23e542b3 ResponseDesc=OK 2021-05-04T01:12:06.903Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32b0f942-166c-467b-a864-8a69fad03ec3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:06.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:06.903Z InvocationID=432c0153-a3a7-4227-b97e-402978553c6c 2021-05-04T01:12:07.000Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32b0f942-166c-467b-a864-8a69fad03ec3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:07.257Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=32b0f942-166c-467b-a864-8a69fad03ec3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=354 EndTimestamp=2021-05-04T01:12:07.257Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:06.903Z InvocationID=74638f07-8a3a-4a8c-a7a3-8554b99ff0f3 ResponseDesc=OK 2021-05-04T01:12:08.500Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5318a604-0fab-43c3-9a41-c51cdd323374 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:08.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:08.500Z InvocationID=90bc0588-df3c-4fa3-a738-661d81a65fbf 2021-05-04T01:12:09.453Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5318a604-0fab-43c3-9a41-c51cdd323374 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:09.551Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5318a604-0fab-43c3-9a41-c51cdd323374 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1051 EndTimestamp=2021-05-04T01:12:09.551Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:08.500Z InvocationID=237196e9-748b-440d-b819-07da312195ba ResponseDesc=OK 2021-05-04T01:12:11.462Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cdbb91b2-7bc9-465a-b3b8-121cc0ffbee7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:11.462Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:11.462Z InvocationID=c7483801-f974-4bcf-8b0a-179c45df1d50 2021-05-04T01:12:11.597Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cdbb91b2-7bc9-465a-b3b8-121cc0ffbee7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:12.258Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cdbb91b2-7bc9-465a-b3b8-121cc0ffbee7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=796 EndTimestamp=2021-05-04T01:12:12.258Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:11.462Z InvocationID=ac7dc3c3-0f3e-47a0-8690-0f1f22fcff29 ResponseDesc=OK 2021-05-04T01:12:14.857Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8fa0933a-a705-4281-8b94-38e2f3697a83 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:14.857Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:14.857Z InvocationID=a6445d5f-b6af-47f4-9da8-80a2338e0a17 2021-05-04T01:12:15.000Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8fa0933a-a705-4281-8b94-38e2f3697a83 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:16.550Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8fa0933a-a705-4281-8b94-38e2f3697a83 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1692 EndTimestamp=2021-05-04T01:12:16.549Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:14.857Z InvocationID=4603fa13-70fa-4a02-b7bd-abde933e05b8 ResponseDesc=OK 2021-05-04T01:12:17.357Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0256ec3e-f2af-49eb-8c73-22b9e85cc708 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:17.357Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:17.357Z InvocationID=7ff055a7-7e55-4f38-a0bc-70543deb8dbf 2021-05-04T01:12:17.506Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0256ec3e-f2af-49eb-8c73-22b9e85cc708 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:17.600Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0256ec3e-f2af-49eb-8c73-22b9e85cc708 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=242 EndTimestamp=2021-05-04T01:12:17.599Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:17.357Z InvocationID=5afbe54e-8cf9-4c32-ad6e-749478d02462 ResponseDesc=OK 2021-05-04T01:12:20.553Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2cc3db42-a9ea-4926-a6b2-be50a6c2539b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:20.553Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:20.553Z InvocationID=58442a9c-fcad-4c23-9472-e1b047ff88ae 2021-05-04T01:12:20.650Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2cc3db42-a9ea-4926-a6b2-be50a6c2539b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:20.901Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2cc3db42-a9ea-4926-a6b2-be50a6c2539b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=348 EndTimestamp=2021-05-04T01:12:20.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:20.553Z InvocationID=3a369a73-3a13-41c3-9f94-6d097ea57e9c ResponseDesc=OK 2021-05-04T01:12:23.623Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84ca8640-6389-4a3b-ad9a-33f046acc23c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:23.623Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:23.623Z InvocationID=90e02a92-969e-4c3b-a521-6cd655c81005 2021-05-04T01:12:23.800Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84ca8640-6389-4a3b-ad9a-33f046acc23c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:24.347Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=84ca8640-6389-4a3b-ad9a-33f046acc23c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=724 EndTimestamp=2021-05-04T01:12:24.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:23.623Z InvocationID=fb972b7f-f275-4985-80d9-3d976b23fd7b ResponseDesc=OK 2021-05-04T01:12:26.456Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68d19a9b-d50f-4adc-a9f7-6c5202a3fb17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:26.456Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:26.456Z InvocationID=6308c368-7b8d-4719-aa66-05bdb94e7fea 2021-05-04T01:12:26.573Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68d19a9b-d50f-4adc-a9f7-6c5202a3fb17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:26.660Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68d19a9b-d50f-4adc-a9f7-6c5202a3fb17 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=204 EndTimestamp=2021-05-04T01:12:26.660Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:26.456Z InvocationID=7c1e7f10-b65f-46f2-9d46-d48fc91e3500 ResponseDesc=OK 2021-05-04T01:12:27.690Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e19e0a21-34f5-438d-99d9-a95e997cdb85 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:27.690Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:27.690Z InvocationID=8836678f-0910-4eb2-a6b0-584df020578e 2021-05-04T01:12:27.797Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e19e0a21-34f5-438d-99d9-a95e997cdb85 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:28.101Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e19e0a21-34f5-438d-99d9-a95e997cdb85 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=408 EndTimestamp=2021-05-04T01:12:28.098Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:27.690Z InvocationID=2379830b-ef17-49b8-b4bb-4a261db46f9d ResponseDesc=OK 2021-05-04T01:12:29.348Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=92a8ec70-b68b-4674-b6de-fd7db1ee4c82 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:29.348Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:29.348Z InvocationID=4f260b35-fe1a-43ad-a6ac-c5db9d32532c 2021-05-04T01:12:29.398Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=92a8ec70-b68b-4674-b6de-fd7db1ee4c82 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:29.853Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=92a8ec70-b68b-4674-b6de-fd7db1ee4c82 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=504 EndTimestamp=2021-05-04T01:12:29.852Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:29.348Z InvocationID=8ff6daff-d8bd-46fa-b600-c3278ddb0bcf ResponseDesc=OK 2021-05-04T01:12:32.858Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e9147eee-43d2-425c-82fe-4459dfee62f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:32.858Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:32.858Z InvocationID=5d6f6027-fb2c-40a1-ae8f-0f01f806b45c 2021-05-04T01:12:33.055Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e9147eee-43d2-425c-82fe-4459dfee62f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:33.500Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e9147eee-43d2-425c-82fe-4459dfee62f9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=642 EndTimestamp=2021-05-04T01:12:33.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:32.858Z InvocationID=250657bf-4614-4fad-97de-8ee8e9e35a01 ResponseDesc=OK 2021-05-04T01:12:35.506Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6dd88d20-010d-4b20-aa23-afe3c3dc8455 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:35.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:35.506Z InvocationID=badfb79b-8072-4393-beb2-da87af4599cb 2021-05-04T01:12:35.546Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6dd88d20-010d-4b20-aa23-afe3c3dc8455 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:36.898Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6dd88d20-010d-4b20-aa23-afe3c3dc8455 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1392 EndTimestamp=2021-05-04T01:12:36.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:35.506Z InvocationID=7b132d99-b140-4b34-8e46-b80e1477b7ae ResponseDesc=OK 2021-05-04T01:12:38.404Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d835b508-3563-4918-9876-8c1862898fbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:38.404Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:38.404Z InvocationID=f8ae8c41-ccec-48e7-b839-15295a8b87fb 2021-05-04T01:12:38.501Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d835b508-3563-4918-9876-8c1862898fbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:39.105Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d835b508-3563-4918-9876-8c1862898fbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=701 EndTimestamp=2021-05-04T01:12:39.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:38.404Z InvocationID=3e32f278-221c-4982-a204-623b71c976ce ResponseDesc=OK 2021-05-04T01:12:41.748Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f7496111-2cf6-4423-a90f-02ae8874ea95 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:41.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:41.747Z InvocationID=703d5791-4c8a-40f7-adb0-a193a29c5318 2021-05-04T01:12:42.449Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f7496111-2cf6-4423-a90f-02ae8874ea95 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:42.800Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f7496111-2cf6-4423-a90f-02ae8874ea95 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1053 EndTimestamp=2021-05-04T01:12:42.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:41.747Z InvocationID=819df0b0-1990-4e94-915e-48a23cb6ddb8 ResponseDesc=OK 2021-05-04T01:12:44.306Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d9c939e-9a22-428a-b1bb-62ad62b171b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:44.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:44.305Z InvocationID=e3eee4fc-19e1-47c4-8c04-c0092251e921 2021-05-04T01:12:44.401Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d9c939e-9a22-428a-b1bb-62ad62b171b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:46.248Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7d9c939e-9a22-428a-b1bb-62ad62b171b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1943 EndTimestamp=2021-05-04T01:12:46.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:44.305Z InvocationID=ad7ba09c-f2c7-4a4c-b737-4f1e184b6bfd ResponseDesc=OK 2021-05-04T01:12:48.065Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0fd2d962-c338-4a3a-8926-a4f9f8d16426 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:48.065Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:48.065Z InvocationID=e8c9b3cc-ce12-4519-9f9a-804d5f5a5af8 2021-05-04T01:12:48.100Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0fd2d962-c338-4a3a-8926-a4f9f8d16426 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:48.220Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0fd2d962-c338-4a3a-8926-a4f9f8d16426 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=155 EndTimestamp=2021-05-04T01:12:48.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:48.065Z InvocationID=81aa2433-f7c0-4e4c-96f1-5fbed61aea9e ResponseDesc=OK 2021-05-04T01:12:50.506Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b77be04d-854b-4245-a702-9907634af9fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:50.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:50.505Z InvocationID=389705f5-f335-4243-9769-40059ca2cfe4 2021-05-04T01:12:50.646Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b77be04d-854b-4245-a702-9907634af9fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:50.757Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b77be04d-854b-4245-a702-9907634af9fd InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=252 EndTimestamp=2021-05-04T01:12:50.757Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:50.505Z InvocationID=c6183f61-b4ef-4cf0-b648-0ccde5b55046 ResponseDesc=OK 2021-05-04T01:12:53.523Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ef1e5612-7115-4103-b9b2-d3cd4e0fc684 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:53.523Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:53.523Z InvocationID=c572bd22-c7bd-4212-89fe-b7537cb7f5f7 2021-05-04T01:12:53.661Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ef1e5612-7115-4103-b9b2-d3cd4e0fc684 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:53.964Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ef1e5612-7115-4103-b9b2-d3cd4e0fc684 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=432 EndTimestamp=2021-05-04T01:12:53.955Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:53.523Z InvocationID=472fdbb1-cac2-42b0-8004-9beb5a5b7b7c ResponseDesc=OK 2021-05-04T01:12:56.405Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=03b6931e-f2d6-449a-9841-220ba0775471 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:56.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:56.405Z InvocationID=80f64f03-29e7-4b86-a160-6a10dbc13e93 2021-05-04T01:12:56.500Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=03b6931e-f2d6-449a-9841-220ba0775471 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:12:56.753Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=03b6931e-f2d6-449a-9841-220ba0775471 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=347 EndTimestamp=2021-05-04T01:12:56.752Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:56.405Z InvocationID=73f82dce-72f8-4fcf-a46f-1021bb969404 ResponseDesc=OK 2021-05-04T01:12:59.402Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b6408ed9-064d-4e0a-b2ca-836386d43ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:12:59.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:59.402Z InvocationID=7075f8d8-e05b-4e3f-9c41-eea5129f56f4 2021-05-04T01:12:59.961Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b6408ed9-064d-4e0a-b2ca-836386d43ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:00.078Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b6408ed9-064d-4e0a-b2ca-836386d43ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=676 EndTimestamp=2021-05-04T01:13:00.078Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:12:59.402Z InvocationID=809e9311-063f-4b12-bf17-d1307d57bc0e ResponseDesc=OK 2021-05-04T01:13:01.127Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ddb53254-65d3-4dc8-861c-e550ed9f49f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:01.127Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:01.127Z InvocationID=a0b3206a-361a-4ba9-a272-2feea43393a9 2021-05-04T01:13:01.250Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ddb53254-65d3-4dc8-861c-e550ed9f49f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:05.302Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ddb53254-65d3-4dc8-861c-e550ed9f49f1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4175 EndTimestamp=2021-05-04T01:13:05.302Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:01.127Z InvocationID=0814d389-71d5-4d2d-a93a-074e16c4a3fb ResponseDesc=OK 2021-05-04T01:13:05.389Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca435dba-52bd-4a75-8f5a-922a7ed21093 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:05.388Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:05.388Z InvocationID=24915cbb-b67d-450d-90b9-1960a8224e5f 2021-05-04T01:13:05.701Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca435dba-52bd-4a75-8f5a-922a7ed21093 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:10.546Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea094c99-6109-4871-922b-321030560617 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:10.546Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:10.546Z InvocationID=54875cb8-3861-44a3-964a-0bb0c20cd854 2021-05-04T01:13:10.561Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca435dba-52bd-4a75-8f5a-922a7ed21093 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=5173 EndTimestamp=2021-05-04T01:13:10.561Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:05.388Z InvocationID=eea25be8-7a7c-4025-bbeb-f0d948af80bd ResponseDesc=OK 2021-05-04T01:13:11.050Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea094c99-6109-4871-922b-321030560617 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:11.167Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea094c99-6109-4871-922b-321030560617 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=621 EndTimestamp=2021-05-04T01:13:11.167Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:10.546Z InvocationID=3d6cdb20-6d19-4c96-b95b-f4265f8103c9 ResponseDesc=OK 2021-05-04T01:13:12.171Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c31c52a3-d970-418a-95e1-1a16f2343c1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:12.171Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:12.171Z InvocationID=54f30e24-9159-4095-b055-3cc3bf7e3b38 2021-05-04T01:13:12.257Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c31c52a3-d970-418a-95e1-1a16f2343c1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:12.449Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c31c52a3-d970-418a-95e1-1a16f2343c1f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=278 EndTimestamp=2021-05-04T01:13:12.449Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:12.171Z InvocationID=ce4f9eb0-61b4-4ad9-829d-1f6adb45e4c1 ResponseDesc=OK 2021-05-04T01:13:13.054Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=908f0220-76e2-4c57-bad0-e4b563475cdf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:13.053Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:13.053Z InvocationID=43ae026a-f018-46ce-a9d2-fa6571ec46ff 2021-05-04T01:13:13.200Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=908f0220-76e2-4c57-bad0-e4b563475cdf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:13.448Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=908f0220-76e2-4c57-bad0-e4b563475cdf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T01:13:13.448Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:13.053Z InvocationID=e922a364-10b0-43eb-aeb9-3335d70bf73c ResponseDesc=OK 2021-05-04T01:13:14.606Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5be33f4c-cdad-4fbe-a0e1-81a946c935ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:14.606Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:14.606Z InvocationID=a0b3f78f-805d-4079-939f-ef62ba185727 2021-05-04T01:13:14.853Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5be33f4c-cdad-4fbe-a0e1-81a946c935ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:15.100Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5be33f4c-cdad-4fbe-a0e1-81a946c935ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=494 EndTimestamp=2021-05-04T01:13:15.100Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:14.606Z InvocationID=f273331b-50b0-424c-9e2f-5116ff7f2929 ResponseDesc=OK 2021-05-04T01:13:18.249Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6ae96760-1c52-4070-a3a5-489130bf5dad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:18.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:18.249Z InvocationID=22c62126-260a-4139-95a9-38527528916d 2021-05-04T01:13:18.397Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6ae96760-1c52-4070-a3a5-489130bf5dad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:22.372Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6ae96760-1c52-4070-a3a5-489130bf5dad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4123 EndTimestamp=2021-05-04T01:13:22.372Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:18.249Z InvocationID=93d5d893-e729-4345-bdf5-11994bd52b8d ResponseDesc=OK 2021-05-04T01:13:23.010Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=42a93e27-fe5e-4f49-a2ce-694d765a3071 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:23.010Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:23.010Z InvocationID=ce758a9c-f915-4ac4-8b70-deafee4106f0 2021-05-04T01:13:23.103Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=42a93e27-fe5e-4f49-a2ce-694d765a3071 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:23.355Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=42a93e27-fe5e-4f49-a2ce-694d765a3071 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=344 EndTimestamp=2021-05-04T01:13:23.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:23.010Z InvocationID=acc2f6c3-0572-44f8-b9af-0f7cc96c5243 ResponseDesc=OK 2021-05-04T01:13:24.102Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dd106683-7fa0-45f9-ae68-3bc2550f61a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:24.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:24.102Z InvocationID=c081c200-6372-406e-ac61-32f8ae5f0aca 2021-05-04T01:13:24.251Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dd106683-7fa0-45f9-ae68-3bc2550f61a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:24.500Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dd106683-7fa0-45f9-ae68-3bc2550f61a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=398 EndTimestamp=2021-05-04T01:13:24.500Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:24.102Z InvocationID=dcbda1fa-2eee-41bd-8c0c-f00fb3b9b930 ResponseDesc=OK 2021-05-04T01:13:26.354Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ff280156-9743-408f-8e10-ea173eef913b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:26.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:26.354Z InvocationID=dbb64967-d58a-4439-bdc0-fcb6b5ba8f9f 2021-05-04T01:13:26.363Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ff280156-9743-408f-8e10-ea173eef913b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:26.466Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ff280156-9743-408f-8e10-ea173eef913b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=112 EndTimestamp=2021-05-04T01:13:26.466Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:26.354Z InvocationID=d84389aa-8bd5-4a51-b57d-135a0bd8392a ResponseDesc=OK 2021-05-04T01:13:27.661Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7e129609-b436-4507-aec3-b85a39b5fb78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:27.661Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:27.661Z InvocationID=1bd45110-3456-4058-a850-4743b5696230 2021-05-04T01:13:27.702Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7e129609-b436-4507-aec3-b85a39b5fb78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:27.949Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7e129609-b436-4507-aec3-b85a39b5fb78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=288 EndTimestamp=2021-05-04T01:13:27.949Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:27.661Z InvocationID=27ff4846-ca49-48a5-bb5f-9492b794d7f4 ResponseDesc=OK 2021-05-04T01:13:29.576Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b513389c-52eb-4e7c-b3ff-01b866d047aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:29.576Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:29.576Z InvocationID=eb1de6b1-8beb-4b96-ba9d-12779bfb7d39 2021-05-04T01:13:29.647Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b513389c-52eb-4e7c-b3ff-01b866d047aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:29.750Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b513389c-52eb-4e7c-b3ff-01b866d047aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=174 EndTimestamp=2021-05-04T01:13:29.750Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:29.576Z InvocationID=8902947e-1a3f-441a-a0f4-a944db4c8440 ResponseDesc=OK 2021-05-04T01:13:32.180Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc234aa7-6ed5-4cd4-a408-7584e6648515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:32.180Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:32.180Z InvocationID=14bd171d-7e78-472c-b986-6e9496cf6482 2021-05-04T01:13:32.253Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc234aa7-6ed5-4cd4-a408-7584e6648515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:32.353Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fc234aa7-6ed5-4cd4-a408-7584e6648515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=173 EndTimestamp=2021-05-04T01:13:32.353Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:32.180Z InvocationID=83db51a6-0fd5-4780-b382-80e47771bbc9 ResponseDesc=OK 2021-05-04T01:13:35.405Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c3a0372-4a43-4aac-a703-baac839fff55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:35.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:35.405Z InvocationID=a66b02d3-c339-4463-8885-4c2b010c4064 2021-05-04T01:13:35.499Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c3a0372-4a43-4aac-a703-baac839fff55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:35.525Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c3a0372-4a43-4aac-a703-baac839fff55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=119 EndTimestamp=2021-05-04T01:13:35.524Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:35.405Z InvocationID=96b42516-0c06-41f7-aab0-2023d7ad4345 ResponseDesc=OK 2021-05-04T01:13:38.577Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a21d7543-22a4-45e0-81fa-605edbccea9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:38.577Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:38.577Z InvocationID=f75c877c-57c0-4b6b-9d15-70ebaf741dc0 2021-05-04T01:13:38.765Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a21d7543-22a4-45e0-81fa-605edbccea9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:39.844Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a21d7543-22a4-45e0-81fa-605edbccea9d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1267 EndTimestamp=2021-05-04T01:13:39.844Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:38.577Z InvocationID=f7819224-59dc-4b1b-94fa-2bc89da57850 ResponseDesc=OK 2021-05-04T01:13:41.655Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65ccfb15-625a-41d1-ac75-cff5df1cf86e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:41.655Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:41.655Z InvocationID=d5036675-da5e-46be-8f39-cc3e4e4dbdd9 2021-05-04T01:13:43.354Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65ccfb15-625a-41d1-ac75-cff5df1cf86e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:43.662Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65ccfb15-625a-41d1-ac75-cff5df1cf86e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2007 EndTimestamp=2021-05-04T01:13:43.662Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:41.655Z InvocationID=6cfd0c7e-0d45-47d8-a1a9-a5518d8fa412 ResponseDesc=OK 2021-05-04T01:13:45.073Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=45443870-a4f7-4b0f-9305-eec9eb0a03cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:45.073Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:45.073Z InvocationID=47629c56-6921-4552-a8d6-1273ea327b7f 2021-05-04T01:13:45.200Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=45443870-a4f7-4b0f-9305-eec9eb0a03cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:45.409Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=45443870-a4f7-4b0f-9305-eec9eb0a03cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=335 EndTimestamp=2021-05-04T01:13:45.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:45.073Z InvocationID=896ac330-0376-4806-9361-7555ea25b970 ResponseDesc=OK 2021-05-04T01:13:51.961Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=01440010-c1db-4a5c-84fa-021ad6798dd9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:51.961Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:51.961Z InvocationID=889b2d33-7985-4cde-94e3-7e5001e22251 2021-05-04T01:13:52.057Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=01440010-c1db-4a5c-84fa-021ad6798dd9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:52.200Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=01440010-c1db-4a5c-84fa-021ad6798dd9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=239 EndTimestamp=2021-05-04T01:13:52.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:51.961Z InvocationID=9b6bdb4c-b47d-4600-a094-42a5a2a877b7 ResponseDesc=OK 2021-05-04T01:13:52.784Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=08ec6a2b-c8f5-43a1-961d-d299bd3565bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:52.784Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:52.784Z InvocationID=c1e31715-fe1d-4068-bac7-617d5565f9d6 2021-05-04T01:13:52.847Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=08ec6a2b-c8f5-43a1-961d-d299bd3565bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:53.001Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=08ec6a2b-c8f5-43a1-961d-d299bd3565bb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=217 EndTimestamp=2021-05-04T01:13:53.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:52.784Z InvocationID=f4f20d2d-2394-45e1-9b1e-388fc469e56d ResponseDesc=OK 2021-05-04T01:13:53.814Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3a7bf5f9-90ed-4230-b4e3-b7e25c11942a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:53.813Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:53.813Z InvocationID=faa69e7f-a2d4-4f46-9ff1-6950a731ad35 2021-05-04T01:13:53.825Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3a7bf5f9-90ed-4230-b4e3-b7e25c11942a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:54.054Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3a7bf5f9-90ed-4230-b4e3-b7e25c11942a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=241 EndTimestamp=2021-05-04T01:13:54.054Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:53.813Z InvocationID=5bb0afe6-aacd-4c04-b28e-053dc4a10c17 ResponseDesc=OK 2021-05-04T01:13:56.603Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=62b5ad7f-057c-43b9-8566-471146cdf15d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:56.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:56.603Z InvocationID=4c6923a0-9940-40ef-9a74-b80794c76c00 2021-05-04T01:13:56.854Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=62b5ad7f-057c-43b9-8566-471146cdf15d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:13:57.101Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=62b5ad7f-057c-43b9-8566-471146cdf15d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=498 EndTimestamp=2021-05-04T01:13:57.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:56.603Z InvocationID=26bc1f72-07bc-4283-92d8-e0faec3609fc ResponseDesc=OK 2021-05-04T01:13:59.963Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7a6064ba-822b-4a62-8741-b978c5ba6303 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:13:59.963Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:59.963Z InvocationID=c5fcdf27-4372-4e31-ad68-1f748a302f84 2021-05-04T01:14:00.097Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7a6064ba-822b-4a62-8741-b978c5ba6303 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:00.398Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7a6064ba-822b-4a62-8741-b978c5ba6303 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=435 EndTimestamp=2021-05-04T01:14:00.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:13:59.963Z InvocationID=870306af-5214-4e80-a191-3670c694d50b ResponseDesc=OK 2021-05-04T01:14:01.142Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=de07a896-4495-4169-8788-37b8176efa8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:01.142Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:01.142Z InvocationID=96193d42-132c-442e-8094-6e5542d5d543 2021-05-04T01:14:05.648Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=de07a896-4495-4169-8788-37b8176efa8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:05.963Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=de07a896-4495-4169-8788-37b8176efa8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4820 EndTimestamp=2021-05-04T01:14:05.962Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:01.142Z InvocationID=aa06e039-8a21-4347-98a3-82182e8f678e ResponseDesc=OK 2021-05-04T01:14:06.169Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec7611a8-607c-41a7-b6f3-02475bcc66a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:06.168Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:06.168Z InvocationID=7920ed04-50c0-43dc-a735-43f0d38460ec 2021-05-04T01:14:06.287Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec7611a8-607c-41a7-b6f3-02475bcc66a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:06.400Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ec7611a8-607c-41a7-b6f3-02475bcc66a9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=232 EndTimestamp=2021-05-04T01:14:06.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:06.168Z InvocationID=bf921a2f-3748-4238-9048-dbb32a05d7da ResponseDesc=OK 2021-05-04T01:14:07.053Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18cd340e-5bbf-4498-ab5d-2004684b9856 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:07.053Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:07.053Z InvocationID=1b2897cf-50a7-4f47-9744-293510bed201 2021-05-04T01:14:07.347Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18cd340e-5bbf-4498-ab5d-2004684b9856 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:07.549Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18cd340e-5bbf-4498-ab5d-2004684b9856 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=495 EndTimestamp=2021-05-04T01:14:07.548Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:07.053Z InvocationID=031a7813-d52f-407b-bf30-0298d02b3bf6 ResponseDesc=OK 2021-05-04T01:14:08.309Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9446978c-abd5-4d6d-b070-04266e7b7097 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:08.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:08.309Z InvocationID=6cf9c9b0-d7d7-48cd-a46c-a414b02d8a66 2021-05-04T01:14:08.404Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9446978c-abd5-4d6d-b070-04266e7b7097 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:08.645Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9446978c-abd5-4d6d-b070-04266e7b7097 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=336 EndTimestamp=2021-05-04T01:14:08.645Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:08.309Z InvocationID=002ffd15-063e-4ae2-97e1-4a6f90c42bda ResponseDesc=OK 2021-05-04T01:14:11.402Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=97267841-5295-45b1-8cf2-abf085ce2b2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:11.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:11.401Z InvocationID=31446e14-5ffc-4dba-b595-03203a9afb5a 2021-05-04T01:14:12.353Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=97267841-5295-45b1-8cf2-abf085ce2b2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:12.501Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=97267841-5295-45b1-8cf2-abf085ce2b2b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1100 EndTimestamp=2021-05-04T01:14:12.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:11.401Z InvocationID=63068e8e-7f60-4d38-a2bd-a4b774a61cff ResponseDesc=OK 2021-05-04T01:14:14.405Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a94ce121-ed3f-4e31-a9f9-4f7c4579bf8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:14.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:14.405Z InvocationID=9bc29292-18b3-4263-90b4-976225477e87 2021-05-04T01:14:14.453Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a94ce121-ed3f-4e31-a9f9-4f7c4579bf8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:14.754Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a94ce121-ed3f-4e31-a9f9-4f7c4579bf8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=349 EndTimestamp=2021-05-04T01:14:14.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:14.405Z InvocationID=dfe0f9c8-9811-48a9-a576-31ec791d6352 ResponseDesc=OK 2021-05-04T01:14:17.504Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3c92bc6-d21d-40be-b5ac-54188e4b0efc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:17.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:17.504Z InvocationID=17536414-2ea2-47e4-b798-2a763bcf1c4c 2021-05-04T01:14:17.602Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3c92bc6-d21d-40be-b5ac-54188e4b0efc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:18.620Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c3c92bc6-d21d-40be-b5ac-54188e4b0efc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1116 EndTimestamp=2021-05-04T01:14:18.620Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:17.504Z InvocationID=ba920f04-859e-446c-8260-1783657504f1 ResponseDesc=OK 2021-05-04T01:14:20.522Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04be6864-3f9a-4bdc-bc8f-0063b71b66be InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:20.522Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:20.522Z InvocationID=f3893537-afbe-4793-8524-f30509215dd2 2021-05-04T01:14:21.429Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04be6864-3f9a-4bdc-bc8f-0063b71b66be InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:21.700Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=04be6864-3f9a-4bdc-bc8f-0063b71b66be InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1178 EndTimestamp=2021-05-04T01:14:21.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:20.522Z InvocationID=aa98fec6-d0e1-4693-a961-e25f8523ce47 ResponseDesc=OK 2021-05-04T01:14:24.474Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=786b4985-5a4a-4e77-965f-d42dde24307a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:24.474Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:24.474Z InvocationID=41243a17-2d1a-40e6-b359-13808fd2f60e 2021-05-04T01:14:24.549Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=786b4985-5a4a-4e77-965f-d42dde24307a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:25.657Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=786b4985-5a4a-4e77-965f-d42dde24307a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1183 EndTimestamp=2021-05-04T01:14:25.657Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:24.474Z InvocationID=46677e5e-2662-4dd7-a0e7-4d84cf814713 ResponseDesc=OK 2021-05-04T01:14:26.205Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18603449-2f60-4741-a608-a3192763cc98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:26.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:26.205Z InvocationID=37c96130-ad86-491c-b5ab-5ff76fd4b125 2021-05-04T01:14:26.215Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18603449-2f60-4741-a608-a3192763cc98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:26.313Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18603449-2f60-4741-a608-a3192763cc98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T01:14:26.312Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:26.205Z InvocationID=563c8f9c-f3d1-4f5a-9cd0-0aebf33b2d8e ResponseDesc=OK 2021-05-04T01:14:27.653Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=917960f6-4597-4b99-9dc7-ba46791e946f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:27.653Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:27.653Z InvocationID=aef75fba-dcfc-4126-b20d-45c789735be0 2021-05-04T01:14:27.708Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=917960f6-4597-4b99-9dc7-ba46791e946f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:27.800Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=917960f6-4597-4b99-9dc7-ba46791e946f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=147 EndTimestamp=2021-05-04T01:14:27.800Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:27.653Z InvocationID=e3c5cfc8-7b5c-44c1-b8d1-0071751e4610 ResponseDesc=OK 2021-05-04T01:14:29.108Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2a6ddb47-fe9e-4017-8f55-16f1f6054964 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:29.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:29.108Z InvocationID=5fe4ed43-3614-4f74-a40b-63b6c1a2f1ca 2021-05-04T01:14:29.214Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2a6ddb47-fe9e-4017-8f55-16f1f6054964 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:29.403Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2a6ddb47-fe9e-4017-8f55-16f1f6054964 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T01:14:29.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:29.108Z InvocationID=48b6faf6-064f-43a7-a929-ed6c61bd629f ResponseDesc=OK 2021-05-04T01:14:33.743Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=948f183e-c7c4-4b3c-9948-b470558081aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:33.743Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:33.743Z InvocationID=de89c178-f5ae-4a6c-9d1c-a6b0cb7dce90 2021-05-04T01:14:33.900Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=948f183e-c7c4-4b3c-9948-b470558081aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:35.363Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=948f183e-c7c4-4b3c-9948-b470558081aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1620 EndTimestamp=2021-05-04T01:14:35.363Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:33.743Z InvocationID=979817f2-d594-4b28-9ae0-0285bc1873da ResponseDesc=OK 2021-05-04T01:14:36.305Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=688a1094-4448-4682-b088-2b3a21365f24 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:36.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:36.304Z InvocationID=9541afd3-51a1-4b72-bb96-728100c4c828 2021-05-04T01:14:36.453Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=688a1094-4448-4682-b088-2b3a21365f24 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:36.700Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=688a1094-4448-4682-b088-2b3a21365f24 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=396 EndTimestamp=2021-05-04T01:14:36.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:36.304Z InvocationID=afb7af87-dd88-4d02-9d21-14a3d2f1de01 ResponseDesc=OK 2021-05-04T01:14:38.307Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d9620a9-bad0-46e4-a8ce-2407d881745c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:38.307Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:38.307Z InvocationID=84bebb27-fa32-4a26-ab1f-fb96b499beba 2021-05-04T01:14:38.598Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d9620a9-bad0-46e4-a8ce-2407d881745c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:47.087Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9d9620a9-bad0-46e4-a8ce-2407d881745c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=8780 EndTimestamp=2021-05-04T01:14:47.087Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:38.307Z InvocationID=41f985ed-bea1-4491-98c4-4a66a516a43e ResponseDesc=OK 2021-05-04T01:14:47.114Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2510c27d-512d-4a58-b0f9-3b4576889fe1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:47.114Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:47.114Z InvocationID=182e8252-8528-452a-b4de-6196defff940 2021-05-04T01:14:47.174Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2510c27d-512d-4a58-b0f9-3b4576889fe1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:49.358Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2510c27d-512d-4a58-b0f9-3b4576889fe1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2244 EndTimestamp=2021-05-04T01:14:49.358Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:47.114Z InvocationID=786926f3-c368-41f8-a6f6-3002ab150118 ResponseDesc=OK 2021-05-04T01:14:50.263Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac95c654-c841-4e98-b56c-ed67b2d8a971 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:50.263Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:50.263Z InvocationID=14a3595e-85b7-40cf-a11f-328c874e891a 2021-05-04T01:14:51.405Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac95c654-c841-4e98-b56c-ed67b2d8a971 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:51.501Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ac95c654-c841-4e98-b56c-ed67b2d8a971 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1238 EndTimestamp=2021-05-04T01:14:51.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:50.263Z InvocationID=29814c10-4101-4870-ac6d-4ce480e7b8b7 ResponseDesc=OK 2021-05-04T01:14:51.966Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5753acc3-932f-43a8-8d40-e4aad01a48ef InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:51.966Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:51.966Z InvocationID=10c41f28-12db-4c4c-abe2-20a1a2fda52e 2021-05-04T01:14:52.058Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5753acc3-932f-43a8-8d40-e4aad01a48ef InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:52.350Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5753acc3-932f-43a8-8d40-e4aad01a48ef InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=384 EndTimestamp=2021-05-04T01:14:52.350Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:51.966Z InvocationID=579f0dba-1722-4702-9c11-b51687f9ae03 ResponseDesc=OK 2021-05-04T01:14:52.811Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b5e8fa8d-965d-456c-b4d6-9be398825380 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:52.811Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:52.811Z InvocationID=73818172-2970-4b7c-8074-184f90c5c499 2021-05-04T01:14:52.900Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b5e8fa8d-965d-456c-b4d6-9be398825380 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:53.969Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b5e8fa8d-965d-456c-b4d6-9be398825380 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1158 EndTimestamp=2021-05-04T01:14:53.969Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:52.811Z InvocationID=e85283ab-3069-4731-a1f4-8d8bb05d2221 ResponseDesc=OK 2021-05-04T01:14:56.454Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1d97081e-b8a7-4602-8cd4-f764217a2c04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:56.454Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:56.454Z InvocationID=35b4a945-6112-413e-97bb-57afeeaf413b 2021-05-04T01:14:56.656Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1d97081e-b8a7-4602-8cd4-f764217a2c04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:56.902Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1d97081e-b8a7-4602-8cd4-f764217a2c04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=448 EndTimestamp=2021-05-04T01:14:56.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:56.454Z InvocationID=b1db9d1e-3d03-41a5-8bd0-77a76b4687c0 ResponseDesc=OK 2021-05-04T01:14:57.566Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cca5a137-d052-4d0b-a9e4-41e976311e38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:14:57.566Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:57.566Z InvocationID=c590341c-0d8f-41df-bd0b-4380c376e43c 2021-05-04T01:14:58.397Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cca5a137-d052-4d0b-a9e4-41e976311e38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:14:59.800Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cca5a137-d052-4d0b-a9e4-41e976311e38 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2234 EndTimestamp=2021-05-04T01:14:59.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:14:57.566Z InvocationID=a1b07f51-5a4c-4751-9837-13908d2d9377 ResponseDesc=OK 2021-05-04T01:15:01.114Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8d980d3-e2dd-4c6f-98f0-da14a2d40ca6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:01.114Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:01.114Z InvocationID=6250160f-269d-4ae7-8688-29782ccb4ae9 2021-05-04T01:15:01.200Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8d980d3-e2dd-4c6f-98f0-da14a2d40ca6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:01.347Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9943e55b-7dc3-4f16-b011-eef14454c771 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:01.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:01.347Z InvocationID=67f65586-c1f6-47f8-b7cf-44179a510f7a 2021-05-04T01:15:01.558Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8d980d3-e2dd-4c6f-98f0-da14a2d40ca6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=444 EndTimestamp=2021-05-04T01:15:01.558Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:01.114Z InvocationID=641c401e-3d1b-4058-a6ac-135b22c6d152 ResponseDesc=OK 2021-05-04T01:15:02.586Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9943e55b-7dc3-4f16-b011-eef14454c771 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:02.800Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9943e55b-7dc3-4f16-b011-eef14454c771 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1453 EndTimestamp=2021-05-04T01:15:02.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:01.347Z InvocationID=0e60c3e2-7725-4019-bc9b-3d34f0a9fdf7 ResponseDesc=OK 2021-05-04T01:15:03.609Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=02e5cd69-ef5c-40a8-b389-cb980ef24fda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:03.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:03.609Z InvocationID=786d9da7-b053-4ea5-84d7-2f45d7470245 2021-05-04T01:15:03.660Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=02e5cd69-ef5c-40a8-b389-cb980ef24fda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:03.846Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=02e5cd69-ef5c-40a8-b389-cb980ef24fda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=237 EndTimestamp=2021-05-04T01:15:03.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:03.609Z InvocationID=069dd722-835b-410f-915b-e3ec7f687304 ResponseDesc=OK 2021-05-04T01:15:06.850Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e15b28e9-9863-4401-bfff-ea422fa561ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:06.849Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:06.849Z InvocationID=5cc64c0e-c1e2-4636-b0bd-db1bbd9be7a2 2021-05-04T01:15:06.884Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e15b28e9-9863-4401-bfff-ea422fa561ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:07.465Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e15b28e9-9863-4401-bfff-ea422fa561ec InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=616 EndTimestamp=2021-05-04T01:15:07.465Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:06.849Z InvocationID=ca52f567-b4df-4146-a3d5-f1662622269a ResponseDesc=OK 2021-05-04T01:15:09.160Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9507602d-7d07-4393-b6a4-54fae012453c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:09.159Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:09.159Z InvocationID=c53a5ed4-111b-4d61-a8d2-9d517aefddf6 2021-05-04T01:15:09.205Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9507602d-7d07-4393-b6a4-54fae012453c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:09.305Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9507602d-7d07-4393-b6a4-54fae012453c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=146 EndTimestamp=2021-05-04T01:15:09.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:09.159Z InvocationID=3c80cc9d-d3a2-47cb-8c98-2582280b9732 ResponseDesc=OK 2021-05-04T01:15:11.952Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=daa25269-76e3-4292-85e5-f89408d16d69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:11.952Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:11.952Z InvocationID=c724fb31-c80c-4816-bc80-2fc46a6e492c 2021-05-04T01:15:12.098Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=daa25269-76e3-4292-85e5-f89408d16d69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:12.701Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=daa25269-76e3-4292-85e5-f89408d16d69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=748 EndTimestamp=2021-05-04T01:15:12.700Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:11.952Z InvocationID=7a33f483-ae56-48d8-a0fa-451f2d9a36b1 ResponseDesc=OK 2021-05-04T01:15:14.519Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0937fcc9-ff2d-488d-bc71-9db95e2c9b7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:14.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:14.518Z InvocationID=9c2f8b61-b6a4-4ecf-89c4-e8f215dc8fdf 2021-05-04T01:15:14.613Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0937fcc9-ff2d-488d-bc71-9db95e2c9b7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:24.625Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0937fcc9-ff2d-488d-bc71-9db95e2c9b7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:15:27.686Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec1f317e-16d1-40ad-b448-eb790228b3ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:27.686Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:27.686Z InvocationID=e2412919-b0c5-4ea7-aa22-c991c5fcf256 2021-05-04T01:15:36.732Z [qtp580718781-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0937fcc9-ff2d-488d-bc71-9db95e2c9b7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:15:36.732Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0937fcc9-ff2d-488d-bc71-9db95e2c9b7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:15:36.733Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0937fcc9-ff2d-488d-bc71-9db95e2c9b7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=22215 EndTimestamp=2021-05-04T01:15:36.733Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:14.518Z InvocationID=94ad9cdf-fa43-4de8-b5fc-3162a1d1556c ResponseDesc=Internal Server Error 2021-05-04T01:15:37.559Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e0eb64ee-fb36-4b26-a122-9b7ca029cf84 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:37.559Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:37.559Z InvocationID=b14eb8a3-3cca-4df7-9f8a-5713ac8fa0d2 2021-05-04T01:15:37.600Z [qtp580718781-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e0eb64ee-fb36-4b26-a122-9b7ca029cf84 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:15:39.709Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec1f317e-16d1-40ad-b448-eb790228b3ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:15:40.596Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76bcf003-20b7-43ab-8397-e45c2513a9a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:40.595Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:40.595Z InvocationID=65e471c2-7706-4b6e-a577-438c18117712 2021-05-04T01:15:40.608Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76bcf003-20b7-43ab-8397-e45c2513a9a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:15:46.051Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=76bcf003-20b7-43ab-8397-e45c2513a9a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=5456 EndTimestamp=2021-05-04T01:15:46.051Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:40.595Z InvocationID=e27ae512-fce5-473d-88c8-248c0db611ac ResponseDesc=Internal Server Error 2021-05-04T01:15:46.052Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e0eb64ee-fb36-4b26-a122-9b7ca029cf84 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=8493 EndTimestamp=2021-05-04T01:15:46.052Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:37.559Z InvocationID=abcce193-ec64-4b45-9f4f-088eecb8b441 ResponseDesc=Internal Server Error 2021-05-04T01:15:46.249Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ec1f317e-16d1-40ad-b448-eb790228b3ba InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=18563 EndTimestamp=2021-05-04T01:15:46.249Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:27.686Z InvocationID=43153358-54b0-4b59-98a4-93710b4353ce ResponseDesc=Internal Server Error 2021-05-04T01:15:46.302Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b728ca4-39be-4966-9d68-46bac02541de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:46.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:46.302Z InvocationID=b5f8086a-7eb3-4755-841a-9569fa935636 2021-05-04T01:15:47.456Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b728ca4-39be-4966-9d68-46bac02541de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:15:47.601Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b728ca4-39be-4966-9d68-46bac02541de InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1299 EndTimestamp=2021-05-04T01:15:47.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:46.302Z InvocationID=2359a2b4-43fb-4ac6-8c71-5dc76b975bda ResponseDesc=OK 2021-05-04T01:15:48.656Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=80679b95-3f9b-4076-8cad-5938c9f91c51 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:15:48.656Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:48.656Z InvocationID=1dc31627-cc04-4d7c-8f08-8919a4b16a6c 2021-05-04T01:15:58.712Z [qtp580718781-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=80679b95-3f9b-4076-8cad-5938c9f91c51 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:16:01.141Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1247ca36-ce62-4726-846f-cae7f9abe574 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:01.140Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:01.140Z InvocationID=c8c66fab-e93c-4eb9-8363-ede5ced56d8f 2021-05-04T01:16:04.501Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1247ca36-ce62-4726-846f-cae7f9abe574 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:05.662Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1247ca36-ce62-4726-846f-cae7f9abe574 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4522 EndTimestamp=2021-05-04T01:16:05.662Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:01.140Z InvocationID=c31b2758-3581-40d1-bee4-aa766d158085 ResponseDesc=OK 2021-05-04T01:16:05.769Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=80679b95-3f9b-4076-8cad-5938c9f91c51 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=17113 EndTimestamp=2021-05-04T01:16:05.769Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:15:48.656Z InvocationID=1993460a-2dba-4b90-9ca5-c59f40cb620f ResponseDesc=Internal Server Error 2021-05-04T01:16:07.008Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1c83d070-98f5-4d68-8d16-cc64b1144d71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:07.008Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:07.008Z InvocationID=223933ac-c0ae-41b8-80a6-39b8fa344823 2021-05-04T01:16:07.262Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1c83d070-98f5-4d68-8d16-cc64b1144d71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:07.450Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1c83d070-98f5-4d68-8d16-cc64b1144d71 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=442 EndTimestamp=2021-05-04T01:16:07.450Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:07.008Z InvocationID=bff19319-913d-4896-8262-340456b8f857 ResponseDesc=OK 2021-05-04T01:16:08.472Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b3a96b7-8081-41f2-b20a-11bcdc51fbb8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:08.471Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:08.471Z InvocationID=e04e540c-1787-4996-a0f9-6d4cc906d04b 2021-05-04T01:16:08.597Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b3a96b7-8081-41f2-b20a-11bcdc51fbb8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:08.897Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b3a96b7-8081-41f2-b20a-11bcdc51fbb8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=426 EndTimestamp=2021-05-04T01:16:08.897Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:08.471Z InvocationID=0f3559bf-9920-4bd3-9ffe-cf3b6e657e73 ResponseDesc=OK 2021-05-04T01:16:10.679Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=14f9b68e-f29a-42f1-9786-d893a2c89fd8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:10.679Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:10.679Z InvocationID=08d9ff42-d0a0-4dbe-b923-fe8e57a2c220 2021-05-04T01:16:10.757Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=14f9b68e-f29a-42f1-9786-d893a2c89fd8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:11.065Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=14f9b68e-f29a-42f1-9786-d893a2c89fd8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=386 EndTimestamp=2021-05-04T01:16:11.065Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:10.679Z InvocationID=3f81048d-a88b-47dc-8aaa-1a4b6eb12a6f ResponseDesc=OK 2021-05-04T01:16:26.715Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a7997b4f-09df-45d5-a317-1521498bf5bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:26.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:26.714Z InvocationID=2ac35cf4-c50a-42e3-a4dc-ba481afdfebc 2021-05-04T01:16:26.783Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a7997b4f-09df-45d5-a317-1521498bf5bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:26.858Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a7997b4f-09df-45d5-a317-1521498bf5bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=144 EndTimestamp=2021-05-04T01:16:26.858Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:26.714Z InvocationID=d33a2ac4-aacf-453c-9399-87b3a650f0c1 ResponseDesc=OK 2021-05-04T01:16:27.709Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c9e8250-d620-4ea5-9c6d-50bc09d72fc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:27.709Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:27.709Z InvocationID=7d98e435-8518-4df8-88e8-f991f7093948 2021-05-04T01:16:28.700Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c9e8250-d620-4ea5-9c6d-50bc09d72fc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:28.973Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aec32f35-a5f8-4be8-a03c-85734c49e15c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:28.973Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:28.973Z InvocationID=dae390d4-c78d-4992-ab3a-bc6df89ac539 2021-05-04T01:16:28.999Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aec32f35-a5f8-4be8-a03c-85734c49e15c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:32.169Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8c9e8250-d620-4ea5-9c6d-50bc09d72fc9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=4460 EndTimestamp=2021-05-04T01:16:32.169Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:27.709Z InvocationID=d013c9d4-c65a-4609-af13-264f34c48949 ResponseDesc=OK 2021-05-04T01:16:32.351Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aec32f35-a5f8-4be8-a03c-85734c49e15c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3378 EndTimestamp=2021-05-04T01:16:32.351Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:28.973Z InvocationID=c8b5bbda-6bd5-4888-bb2e-60e9ce565b65 ResponseDesc=OK 2021-05-04T01:16:32.501Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f5e14cf6-1619-4f94-ba72-0816bdbb4c7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:32.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:32.501Z InvocationID=01c15dd6-ce92-47a9-892f-cc2284011224 2021-05-04T01:16:32.561Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f5e14cf6-1619-4f94-ba72-0816bdbb4c7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:32.713Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f5e14cf6-1619-4f94-ba72-0816bdbb4c7b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=212 EndTimestamp=2021-05-04T01:16:32.713Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:32.501Z InvocationID=33a71cc1-dfd1-40c0-8af1-c9494b1e648b ResponseDesc=OK 2021-05-04T01:16:33.304Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=abe692fe-67ee-47df-afae-bb42bef949e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:33.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:33.304Z InvocationID=4cf1d87a-c99b-48f1-9e82-743d60eac865 2021-05-04T01:16:33.358Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=abe692fe-67ee-47df-afae-bb42bef949e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:33.620Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=abe692fe-67ee-47df-afae-bb42bef949e9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=316 EndTimestamp=2021-05-04T01:16:33.620Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:33.304Z InvocationID=4b48613e-ac98-4779-8316-36e3e105c0e7 ResponseDesc=OK 2021-05-04T01:16:35.151Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=417eb46a-d115-48b9-b615-d87f3cffea93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:35.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:35.151Z InvocationID=45736b6e-8394-4048-becf-eb11e3e4846d 2021-05-04T01:16:35.299Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=417eb46a-d115-48b9-b615-d87f3cffea93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:35.553Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=417eb46a-d115-48b9-b615-d87f3cffea93 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=402 EndTimestamp=2021-05-04T01:16:35.553Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:35.151Z InvocationID=3a16aaf9-73f8-4d44-8a21-fa39acc7faa6 ResponseDesc=OK 2021-05-04T01:16:36.262Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=affe1fba-6035-4947-b610-bf8fa048ba27 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:36.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:36.261Z InvocationID=aa45073d-f484-4ce0-8e6a-2447f4d5de24 2021-05-04T01:16:36.449Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=affe1fba-6035-4947-b610-bf8fa048ba27 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:36.801Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=affe1fba-6035-4947-b610-bf8fa048ba27 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=540 EndTimestamp=2021-05-04T01:16:36.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:36.261Z InvocationID=3fa1250b-4a39-4e3a-9c7f-5eced940f7e1 ResponseDesc=OK 2021-05-04T01:16:37.715Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7cfd5c45-4d29-4e84-adcd-30aac786cb54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:37.715Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:37.715Z InvocationID=b89c4838-d78d-441f-8493-9a58fd3550a1 2021-05-04T01:16:37.800Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7cfd5c45-4d29-4e84-adcd-30aac786cb54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:38.099Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7cfd5c45-4d29-4e84-adcd-30aac786cb54 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=384 EndTimestamp=2021-05-04T01:16:38.099Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:37.715Z InvocationID=6d68ee1f-0fb8-458b-95db-c3affad5755a ResponseDesc=OK 2021-05-04T01:16:38.953Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c889dce2-3c7a-4c85-84cd-a00a13bf9b7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:38.953Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:38.953Z InvocationID=77c8de9e-0bf5-4349-89c0-07a0a7de4434 2021-05-04T01:16:39.007Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c889dce2-3c7a-4c85-84cd-a00a13bf9b7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:39.354Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c889dce2-3c7a-4c85-84cd-a00a13bf9b7f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=401 EndTimestamp=2021-05-04T01:16:39.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:38.953Z InvocationID=32ac02c7-9b18-4fb2-9ad1-7aefd0869e48 ResponseDesc=OK 2021-05-04T01:16:40.457Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2fee0103-7c95-4d29-ac4b-7345091f0363 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:40.456Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:40.456Z InvocationID=0626f63d-ad06-47ff-9bea-fd65e0c569fd 2021-05-04T01:16:40.647Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2fee0103-7c95-4d29-ac4b-7345091f0363 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:40.914Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2fee0103-7c95-4d29-ac4b-7345091f0363 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=458 EndTimestamp=2021-05-04T01:16:40.914Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:40.456Z InvocationID=6c6f4101-12b1-4e47-81eb-5ebe18dba88f ResponseDesc=OK 2021-05-04T01:16:41.523Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cdf8daba-7c15-45af-b022-6e4f2e9cbfe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:41.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:41.521Z InvocationID=29d8dcca-079e-40f1-acd2-777879330866 2021-05-04T01:16:41.605Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cdf8daba-7c15-45af-b022-6e4f2e9cbfe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:41.697Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cdf8daba-7c15-45af-b022-6e4f2e9cbfe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=176 EndTimestamp=2021-05-04T01:16:41.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:41.521Z InvocationID=ffd104b8-7d2b-45e1-9290-73d362233996 ResponseDesc=OK 2021-05-04T01:16:42.514Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9276c173-8a56-4edf-889e-e0b3c608da5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:42.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:42.514Z InvocationID=04bb0cbc-7716-42d4-8bab-6be4565d5a35 2021-05-04T01:16:42.699Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9276c173-8a56-4edf-889e-e0b3c608da5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:42.810Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9276c173-8a56-4edf-889e-e0b3c608da5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=296 EndTimestamp=2021-05-04T01:16:42.810Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:42.514Z InvocationID=6f20328a-4e9a-481f-aacb-f711df28e016 ResponseDesc=OK 2021-05-04T01:16:43.626Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6d7f0e1-1d44-467f-a6f3-875388ab9f8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:43.626Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:43.626Z InvocationID=6c9cbfaf-0486-4bae-9c28-2cf67b0e72f4 2021-05-04T01:16:44.216Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6d7f0e1-1d44-467f-a6f3-875388ab9f8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:44.308Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6d7f0e1-1d44-467f-a6f3-875388ab9f8e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=682 EndTimestamp=2021-05-04T01:16:44.308Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:43.626Z InvocationID=e805caaa-745f-4908-9d0b-3ecbc4b250d8 ResponseDesc=OK 2021-05-04T01:16:45.203Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=79105b8f-c24f-4b96-a0dd-4033db131967 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:45.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:45.203Z InvocationID=986010cc-da39-4690-8b15-b1a0637515ce 2021-05-04T01:16:45.218Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=79105b8f-c24f-4b96-a0dd-4033db131967 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:47.898Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=79105b8f-c24f-4b96-a0dd-4033db131967 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2695 EndTimestamp=2021-05-04T01:16:47.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:45.203Z InvocationID=9676f0ab-e297-4b29-a0c5-4759dc8a35ac ResponseDesc=OK 2021-05-04T01:16:48.401Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6bd6cd1b-02c6-4e38-8eb2-20189f0b39d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:48.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:48.401Z InvocationID=e18be8cb-f5b5-49f4-99e9-7e8566f5d29c 2021-05-04T01:16:48.417Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6bd6cd1b-02c6-4e38-8eb2-20189f0b39d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:48.610Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6bd6cd1b-02c6-4e38-8eb2-20189f0b39d0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=209 EndTimestamp=2021-05-04T01:16:48.610Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:48.401Z InvocationID=4b4bca22-4221-4669-b70c-1a8e1c4050f9 ResponseDesc=OK 2021-05-04T01:16:49.210Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09fae0c2-3210-4215-a3fc-746d6425e08d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:49.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:49.209Z InvocationID=25ddf8e7-a60e-41f4-b5ed-d1283e67d2c9 2021-05-04T01:16:49.348Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09fae0c2-3210-4215-a3fc-746d6425e08d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:49.416Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=09fae0c2-3210-4215-a3fc-746d6425e08d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=207 EndTimestamp=2021-05-04T01:16:49.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:49.209Z InvocationID=ce5f7fdc-ff51-49e0-9842-f26a26c09f79 ResponseDesc=OK 2021-05-04T01:16:50.101Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5049b72c-6dc7-441a-9295-405987ec3b18 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:50.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:50.101Z InvocationID=0b65c1d1-8c1e-4fbd-ba98-75ef96ffb2da 2021-05-04T01:16:50.109Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5049b72c-6dc7-441a-9295-405987ec3b18 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:50.298Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5049b72c-6dc7-441a-9295-405987ec3b18 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T01:16:50.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:50.101Z InvocationID=1d3ec997-3593-4336-9bdc-54bf956e0c2b ResponseDesc=OK 2021-05-04T01:16:50.911Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8aec012-a852-4102-8fee-a91c9d907d56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:50.910Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:50.910Z InvocationID=2fcb8e95-7966-4b3b-ae2a-4075bbbad160 2021-05-04T01:16:51.002Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8aec012-a852-4102-8fee-a91c9d907d56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:51.214Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8aec012-a852-4102-8fee-a91c9d907d56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=304 EndTimestamp=2021-05-04T01:16:51.214Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:50.910Z InvocationID=b5862def-ab53-4c2d-a553-687125186df0 ResponseDesc=OK 2021-05-04T01:16:51.714Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dead037a-d13b-4559-86fe-2d830b5baf56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:51.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:51.714Z InvocationID=25630947-42f4-4cd0-b42f-2195707031eb 2021-05-04T01:16:52.006Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dead037a-d13b-4559-86fe-2d830b5baf56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:52.101Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dead037a-d13b-4559-86fe-2d830b5baf56 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=387 EndTimestamp=2021-05-04T01:16:52.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:51.714Z InvocationID=677c20cf-6786-4aad-9f55-37eac94cb6e5 ResponseDesc=OK 2021-05-04T01:16:52.616Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae4f2133-bfde-4722-8b98-b1f1a0c83e3d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:52.616Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:52.616Z InvocationID=1781d17d-e173-4420-822b-ce0c3ecd4df4 2021-05-04T01:16:52.897Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae4f2133-bfde-4722-8b98-b1f1a0c83e3d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:53.504Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ae4f2133-bfde-4722-8b98-b1f1a0c83e3d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=888 EndTimestamp=2021-05-04T01:16:53.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:52.616Z InvocationID=4a2e1268-6a90-4b2d-85ed-412531aefb98 ResponseDesc=OK 2021-05-04T01:16:54.312Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac6582ef-e17a-4da6-af09-be580ee2c21d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:54.312Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:54.312Z InvocationID=be20e3d2-7eb5-48f5-91a1-2da6576adb25 2021-05-04T01:16:54.399Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac6582ef-e17a-4da6-af09-be580ee2c21d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:54.509Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ac6582ef-e17a-4da6-af09-be580ee2c21d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T01:16:54.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:54.312Z InvocationID=ca139920-fc9f-4e75-bf82-c428f0fd4b71 ResponseDesc=OK 2021-05-04T01:16:55.310Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=50fe4f8e-dd32-44fb-9cd4-2217b7d9ca25 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:55.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:55.310Z InvocationID=ee60ecd7-73a0-4776-9a3a-14ccc57cae64 2021-05-04T01:16:56.481Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=50fe4f8e-dd32-44fb-9cd4-2217b7d9ca25 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:56.622Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=50fe4f8e-dd32-44fb-9cd4-2217b7d9ca25 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1312 EndTimestamp=2021-05-04T01:16:56.622Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:55.310Z InvocationID=a69bdff0-1a75-4db5-a4e6-98e1e05e99be ResponseDesc=OK 2021-05-04T01:16:57.418Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e10aa691-5229-4af9-8b46-7cfbac5f0694 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:57.418Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:57.418Z InvocationID=a2488d64-1c13-44e9-84ce-9b058aa2903e 2021-05-04T01:16:57.500Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e10aa691-5229-4af9-8b46-7cfbac5f0694 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:58.105Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e10aa691-5229-4af9-8b46-7cfbac5f0694 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=687 EndTimestamp=2021-05-04T01:16:58.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:57.418Z InvocationID=0b6ad2f5-8238-417b-8b15-4b58e34a1790 ResponseDesc=OK 2021-05-04T01:16:58.840Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fdd3a9fa-ecc5-4fe7-ae91-d6b85f2f0fdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:58.839Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:58.839Z InvocationID=aa0a714d-f8a1-4de3-84d3-3d4d5bdc067c 2021-05-04T01:16:58.913Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fdd3a9fa-ecc5-4fe7-ae91-d6b85f2f0fdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:59.007Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fdd3a9fa-ecc5-4fe7-ae91-d6b85f2f0fdb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=168 EndTimestamp=2021-05-04T01:16:59.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:58.839Z InvocationID=a724f30f-c97a-42d1-9591-dc9d0a72fc20 ResponseDesc=OK 2021-05-04T01:16:59.419Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ef731907-1b7c-45c1-addb-1d55268afd55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:16:59.419Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:59.419Z InvocationID=48fb9c40-15d9-47f5-857d-50bf5ca81276 2021-05-04T01:16:59.510Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ef731907-1b7c-45c1-addb-1d55268afd55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:16:59.607Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ef731907-1b7c-45c1-addb-1d55268afd55 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T01:16:59.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:16:59.419Z InvocationID=e7cec98a-5404-4b1f-894e-e35b8509c44a ResponseDesc=OK 2021-05-04T01:17:00.303Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5964c98-0fad-4869-a519-ad620933608a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:00.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:00.303Z InvocationID=4a23a335-581e-4a79-bd11-3281a29109f0 2021-05-04T01:17:00.316Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5964c98-0fad-4869-a519-ad620933608a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:00.698Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5964c98-0fad-4869-a519-ad620933608a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=394 EndTimestamp=2021-05-04T01:17:00.697Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:00.303Z InvocationID=d4772b77-2811-4d9d-be45-ec8cbe3b6e84 ResponseDesc=OK 2021-05-04T01:17:01.126Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dc5a169a-65b3-479c-97c3-12327d1b6357 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:01.126Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:01.126Z InvocationID=f758ed67-f90c-4b72-914f-40f8b38aa2aa 2021-05-04T01:17:01.204Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dc5a169a-65b3-479c-97c3-12327d1b6357 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:01.274Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eec510d5-b7cb-4133-9acd-1bfdcf9ee371 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:01.274Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:01.274Z InvocationID=452c92e6-57d5-49b9-bdf7-16ff68cfc272 2021-05-04T01:17:01.455Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eec510d5-b7cb-4133-9acd-1bfdcf9ee371 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:01.457Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dc5a169a-65b3-479c-97c3-12327d1b6357 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=331 EndTimestamp=2021-05-04T01:17:01.457Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:01.126Z InvocationID=ac92a777-3482-48f8-8212-f8f6a2cadeda ResponseDesc=OK 2021-05-04T01:17:01.600Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=eec510d5-b7cb-4133-9acd-1bfdcf9ee371 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=326 EndTimestamp=2021-05-04T01:17:01.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:01.274Z InvocationID=36d67777-eb5b-4e2a-980d-f55914260b23 ResponseDesc=OK 2021-05-04T01:17:02.417Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3fa03e4a-c0e3-4d62-ae73-41a6148b9a7d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:02.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:02.417Z InvocationID=87e25e21-8f93-4bc0-ba78-089554b837b2 2021-05-04T01:17:02.425Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3fa03e4a-c0e3-4d62-ae73-41a6148b9a7d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:02.706Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3fa03e4a-c0e3-4d62-ae73-41a6148b9a7d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T01:17:02.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:02.417Z InvocationID=e37b7482-dbc5-4212-9ab7-a9d7834975eb ResponseDesc=OK 2021-05-04T01:17:03.506Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c73b4b22-066a-4350-ae56-8d4103cfc5c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:03.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:03.506Z InvocationID=9cc2aac4-0311-4824-973f-db4b25c62445 2021-05-04T01:17:03.517Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c73b4b22-066a-4350-ae56-8d4103cfc5c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:04.318Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c73b4b22-066a-4350-ae56-8d4103cfc5c1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=811 EndTimestamp=2021-05-04T01:17:04.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:03.506Z InvocationID=5faa7a26-437a-4e02-b130-2fe7e3923de2 ResponseDesc=OK 2021-05-04T01:17:04.931Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2be27e30-004c-401a-9ff1-e51544fa2d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:04.931Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:04.931Z InvocationID=b8d817c0-e2b4-4b23-8c2b-e11775e7cc9e 2021-05-04T01:17:05.108Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2be27e30-004c-401a-9ff1-e51544fa2d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:06.801Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2be27e30-004c-401a-9ff1-e51544fa2d06 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1870 EndTimestamp=2021-05-04T01:17:06.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:04.931Z InvocationID=6d0b39b1-073b-4110-af98-51cc468879ca ResponseDesc=OK 2021-05-04T01:17:07.375Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59accc96-90b6-498a-86a2-1ffed418e366 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:07.375Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:07.375Z InvocationID=0c94705e-e479-4176-b331-6b5b6d022a0b 2021-05-04T01:17:07.413Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59accc96-90b6-498a-86a2-1ffed418e366 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:07.598Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=59accc96-90b6-498a-86a2-1ffed418e366 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=223 EndTimestamp=2021-05-04T01:17:07.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:07.375Z InvocationID=36308b1a-e2cf-4a69-8bdc-34de03ae3a46 ResponseDesc=OK 2021-05-04T01:17:08.318Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=65e66fd1-0c2d-4ff6-8fd4-cc8e21035b65 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:08.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:08.317Z InvocationID=37705b25-a268-40eb-94c5-e77b47a8cd0d 2021-05-04T01:17:08.399Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=65e66fd1-0c2d-4ff6-8fd4-cc8e21035b65 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:08.425Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=65e66fd1-0c2d-4ff6-8fd4-cc8e21035b65 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=108 EndTimestamp=2021-05-04T01:17:08.425Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:08.317Z InvocationID=430d9635-9d62-43c2-bac8-2f76274671a8 ResponseDesc=OK 2021-05-04T01:17:11.121Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e58f8f58-cdf3-4ef8-aa09-b1df0e9fad19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:11.120Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:11.120Z InvocationID=2c5fbe05-3b77-4f4a-b819-37974bdb11e3 2021-05-04T01:17:11.305Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e58f8f58-cdf3-4ef8-aa09-b1df0e9fad19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:11.398Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e58f8f58-cdf3-4ef8-aa09-b1df0e9fad19 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=278 EndTimestamp=2021-05-04T01:17:11.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:11.120Z InvocationID=431b28c4-b3a9-4a92-b71c-35fd0e0cb66d ResponseDesc=OK 2021-05-04T01:17:14.408Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc5117cd-d56c-4495-8628-1ef5f6eb7294 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:14.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:14.408Z InvocationID=0f6e4859-30f5-4476-ad21-467d31cb89c0 2021-05-04T01:17:14.417Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc5117cd-d56c-4495-8628-1ef5f6eb7294 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:14.511Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bc5117cd-d56c-4495-8628-1ef5f6eb7294 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T01:17:14.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:14.408Z InvocationID=54117c58-9c3d-4458-846c-b5014087b6ee ResponseDesc=OK 2021-05-04T01:17:18.220Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=85324308-63a3-4878-be39-b7ad96480bc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:18.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:18.220Z InvocationID=495c9736-2818-4513-9748-7e0bffcd8e19 2021-05-04T01:17:18.249Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=85324308-63a3-4878-be39-b7ad96480bc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:18.749Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=85324308-63a3-4878-be39-b7ad96480bc1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=529 EndTimestamp=2021-05-04T01:17:18.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:18.220Z InvocationID=9ccbcfd8-b90e-47cb-8664-818f1d0b3ccf ResponseDesc=OK 2021-05-04T01:17:20.309Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=686986d4-de81-4994-b100-2f2a4985c942 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:20.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:20.309Z InvocationID=642b5f8f-c1bb-4738-9ff8-8acc1ac8c2ad 2021-05-04T01:17:20.412Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=686986d4-de81-4994-b100-2f2a4985c942 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:20.513Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=686986d4-de81-4994-b100-2f2a4985c942 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=204 EndTimestamp=2021-05-04T01:17:20.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:20.309Z InvocationID=8626f62b-3388-4ac5-9a0c-80131113bd57 ResponseDesc=OK 2021-05-04T01:17:23.529Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a08ccc3f-db0d-4521-a6ed-aba45b1e1434 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:23.529Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:23.529Z InvocationID=2c74b8c5-d6e7-4fe9-91af-67fbd442a242 2021-05-04T01:17:23.602Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a08ccc3f-db0d-4521-a6ed-aba45b1e1434 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:23.974Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a08ccc3f-db0d-4521-a6ed-aba45b1e1434 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=445 EndTimestamp=2021-05-04T01:17:23.974Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:23.529Z InvocationID=d726c3f4-ef4f-4241-a25f-6e717c13804f ResponseDesc=OK 2021-05-04T01:17:25.855Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16c99a7a-20e6-45b2-aaf5-638c9fbc2097 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:25.855Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:25.855Z InvocationID=a2894f10-4a53-4ca0-90f6-b2f5e5176a45 2021-05-04T01:17:25.899Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16c99a7a-20e6-45b2-aaf5-638c9fbc2097 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:26.407Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16c99a7a-20e6-45b2-aaf5-638c9fbc2097 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=552 EndTimestamp=2021-05-04T01:17:26.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:25.855Z InvocationID=37220ddd-f9d3-4981-936e-935be3cf2c9e ResponseDesc=OK 2021-05-04T01:17:27.656Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=133b03e7-cf7e-4fe0-9628-ab192fa314bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:27.655Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:27.655Z InvocationID=195007ef-2205-4f4f-80fd-294da9391036 2021-05-04T01:17:27.722Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=133b03e7-cf7e-4fe0-9628-ab192fa314bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:27.809Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=133b03e7-cf7e-4fe0-9628-ab192fa314bf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=154 EndTimestamp=2021-05-04T01:17:27.809Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:27.655Z InvocationID=55d5ef77-005c-4528-b04f-d73fa750d879 ResponseDesc=OK 2021-05-04T01:17:29.202Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ebeda53c-1e1b-4122-bf66-be9aa367938f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:29.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:29.202Z InvocationID=7f9ad9ea-2dd4-4276-a944-98e288041db2 2021-05-04T01:17:29.297Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ebeda53c-1e1b-4122-bf66-be9aa367938f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:29.505Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ebeda53c-1e1b-4122-bf66-be9aa367938f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=303 EndTimestamp=2021-05-04T01:17:29.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:29.202Z InvocationID=4de06596-9a59-4696-bdd9-277e8da85b7c ResponseDesc=OK 2021-05-04T01:17:32.261Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea99d948-563a-4c1f-b941-6320594e2b22 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:32.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:32.261Z InvocationID=298b013b-faf5-4988-bcb9-ad336f117aac 2021-05-04T01:17:32.289Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea99d948-563a-4c1f-b941-6320594e2b22 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:32.371Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ea99d948-563a-4c1f-b941-6320594e2b22 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=110 EndTimestamp=2021-05-04T01:17:32.371Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:32.261Z InvocationID=eda2faad-dc68-4109-a3dd-0990742f0a01 ResponseDesc=OK 2021-05-04T01:17:35.405Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4124a724-6b0d-48e6-835c-e0d129ecbcc7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:35.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:35.405Z InvocationID=9443d148-639e-4389-9202-4f8283714b68 2021-05-04T01:17:35.502Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4124a724-6b0d-48e6-835c-e0d129ecbcc7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:35.613Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4124a724-6b0d-48e6-835c-e0d129ecbcc7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=208 EndTimestamp=2021-05-04T01:17:35.613Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:35.405Z InvocationID=88244bff-7290-470b-8720-b922b95ffdba ResponseDesc=OK 2021-05-04T01:17:38.221Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b2a5ecf8-c4a4-47f3-b509-02415b664a4a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:38.221Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:38.221Z InvocationID=174164e8-d470-4842-854b-08120bda511b 2021-05-04T01:17:38.312Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b2a5ecf8-c4a4-47f3-b509-02415b664a4a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:38.802Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b2a5ecf8-c4a4-47f3-b509-02415b664a4a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=581 EndTimestamp=2021-05-04T01:17:38.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:38.221Z InvocationID=2bc5ea5f-aa5c-4f88-b87a-7e4a01d6127a ResponseDesc=OK 2021-05-04T01:17:41.518Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=954fa09f-cb28-4ca3-a4cb-149549201af0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:41.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:41.518Z InvocationID=cabce518-f2dd-4720-9180-96118dbe490c 2021-05-04T01:17:41.622Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=954fa09f-cb28-4ca3-a4cb-149549201af0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:41.808Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=954fa09f-cb28-4ca3-a4cb-149549201af0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=290 EndTimestamp=2021-05-04T01:17:41.808Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:41.518Z InvocationID=273803c9-b626-4df7-9f03-2071a36db5fd ResponseDesc=OK 2021-05-04T01:17:44.407Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=67750525-71d5-4092-a81b-8115c0bea9a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:44.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:44.407Z InvocationID=47c022cf-0699-4118-85ef-b2befff6a6d1 2021-05-04T01:17:44.422Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=67750525-71d5-4092-a81b-8115c0bea9a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:44.800Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=67750525-71d5-4092-a81b-8115c0bea9a0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=393 EndTimestamp=2021-05-04T01:17:44.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:44.407Z InvocationID=7cdd9303-fd59-4c3f-a551-59958c9f700d ResponseDesc=OK 2021-05-04T01:17:46.918Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4bb9e2cd-7a90-4db2-94b1-da354f0fb307 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:46.918Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:46.918Z InvocationID=7cbc3073-a789-489e-b2a5-3a859a4e4b2a 2021-05-04T01:17:46.944Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4bb9e2cd-7a90-4db2-94b1-da354f0fb307 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:46.967Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4bb9e2cd-7a90-4db2-94b1-da354f0fb307 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=49 EndTimestamp=2021-05-04T01:17:46.967Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:46.918Z InvocationID=f6ba98b0-3479-4fc0-8da8-1c52d62265ea ResponseDesc=OK 2021-05-04T01:17:50.301Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5bb20c1d-2646-468b-8875-8b87f3bbeef7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:50.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:50.301Z InvocationID=9dc99a74-b66c-479d-9fef-de8ca986d21f 2021-05-04T01:17:50.311Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5bb20c1d-2646-468b-8875-8b87f3bbeef7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:50.505Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5bb20c1d-2646-468b-8875-8b87f3bbeef7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=204 EndTimestamp=2021-05-04T01:17:50.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:50.301Z InvocationID=9a3e4223-50a9-48e0-8e32-b221ca29ce3d ResponseDesc=OK 2021-05-04T01:17:53.491Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74e592d0-b180-4fc1-b685-f5e20906a4d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:53.491Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:53.491Z InvocationID=ee55ce1c-2747-42fb-83b7-d9976c3bc55e 2021-05-04T01:17:53.528Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74e592d0-b180-4fc1-b685-f5e20906a4d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:53.800Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=74e592d0-b180-4fc1-b685-f5e20906a4d8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=309 EndTimestamp=2021-05-04T01:17:53.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:53.491Z InvocationID=a4220561-41fc-4d95-b3bc-dbf16c1036e6 ResponseDesc=OK 2021-05-04T01:17:56.604Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d8551d2c-1ee8-4728-99db-3b2df382e7f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:56.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:56.604Z InvocationID=644f3700-df96-4f39-be53-0565de75eed5 2021-05-04T01:17:56.649Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d8551d2c-1ee8-4728-99db-3b2df382e7f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:57.146Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d8551d2c-1ee8-4728-99db-3b2df382e7f6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=542 EndTimestamp=2021-05-04T01:17:57.146Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:56.604Z InvocationID=478c0ec1-7a7f-4199-b893-6106b9514dfb ResponseDesc=OK 2021-05-04T01:17:59.109Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=043a5529-d195-4674-81e9-55f1fdc34f28 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:17:59.109Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:59.109Z InvocationID=05e4a1a4-e313-4868-b4d5-bfeccaea0909 2021-05-04T01:17:59.136Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=043a5529-d195-4674-81e9-55f1fdc34f28 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:17:59.426Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=043a5529-d195-4674-81e9-55f1fdc34f28 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=317 EndTimestamp=2021-05-04T01:17:59.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:17:59.109Z InvocationID=4bdbd558-cbdc-42a5-b4ac-64d4c8b60401 ResponseDesc=OK 2021-05-04T01:18:01.156Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e20af3e2-543f-4800-9c28-14c6c7256213 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:01.156Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:01.156Z InvocationID=0ecc25ec-8e7d-4341-aec3-8eaf1547d23b 2021-05-04T01:18:01.707Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e20af3e2-543f-4800-9c28-14c6c7256213 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:02.100Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e20af3e2-543f-4800-9c28-14c6c7256213 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=944 EndTimestamp=2021-05-04T01:18:02.100Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:01.156Z InvocationID=4d73a3ce-b6e8-486a-9232-ae131d98fa24 ResponseDesc=OK 2021-05-04T01:18:02.722Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8c98e56-184c-4766-b26f-1ee71d4e4f3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:02.721Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:02.721Z InvocationID=a20490e5-3ed1-4073-8dd5-d7ecb5014a3c 2021-05-04T01:18:02.805Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8c98e56-184c-4766-b26f-1ee71d4e4f3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:03.600Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8c98e56-184c-4766-b26f-1ee71d4e4f3a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=879 EndTimestamp=2021-05-04T01:18:03.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:02.721Z InvocationID=91b0528e-1db9-472e-a708-dada052dba22 ResponseDesc=OK 2021-05-04T01:18:05.630Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=279c0142-eab7-4f09-b303-ecf7683b5c0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:05.630Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:05.630Z InvocationID=02cd816c-4204-407a-817e-9f1291170a22 2021-05-04T01:18:05.703Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=279c0142-eab7-4f09-b303-ecf7683b5c0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:06.125Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=279c0142-eab7-4f09-b303-ecf7683b5c0e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=494 EndTimestamp=2021-05-04T01:18:06.124Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:05.630Z InvocationID=3c89bf07-4893-4b43-b913-56c5549c83f7 ResponseDesc=OK 2021-05-04T01:18:08.303Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28b23bb1-454e-4680-b7c1-d3b30cbfd780 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:08.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:08.303Z InvocationID=96efa932-7dce-4765-8b19-d386ce4271d2 2021-05-04T01:18:08.505Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28b23bb1-454e-4680-b7c1-d3b30cbfd780 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:08.601Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28b23bb1-454e-4680-b7c1-d3b30cbfd780 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=298 EndTimestamp=2021-05-04T01:18:08.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:08.303Z InvocationID=ee27af9f-f2e3-44ca-afe4-de9f4180072d ResponseDesc=OK 2021-05-04T01:18:11.301Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1b611ca-4431-4bc9-93ac-1d4c1c30b3e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:11.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:11.301Z InvocationID=9d9f8da1-86ae-464d-94d0-8d89a6c119cc 2021-05-04T01:18:11.405Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1b611ca-4431-4bc9-93ac-1d4c1c30b3e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:11.956Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1b611ca-4431-4bc9-93ac-1d4c1c30b3e7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=655 EndTimestamp=2021-05-04T01:18:11.956Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:11.301Z InvocationID=8a7e6401-56a5-4aec-bc74-0e6f7d93af06 ResponseDesc=OK 2021-05-04T01:18:14.511Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1f9d3e12-7e5a-4573-82ee-cd71199dd8a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:14.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:14.511Z InvocationID=b145f362-7fff-48ff-bd74-536482637048 2021-05-04T01:18:14.616Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1f9d3e12-7e5a-4573-82ee-cd71199dd8a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:14.955Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1f9d3e12-7e5a-4573-82ee-cd71199dd8a7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=444 EndTimestamp=2021-05-04T01:18:14.955Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:14.511Z InvocationID=78045880-9a37-44f4-8074-0253c40ced81 ResponseDesc=OK 2021-05-04T01:18:17.751Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fafd97c7-d666-4da6-9967-eb613eb943ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:17.751Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:17.751Z InvocationID=e24d75c6-6854-4b46-9e61-b05d5ba6d381 2021-05-04T01:18:18.605Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fafd97c7-d666-4da6-9967-eb613eb943ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:18.726Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fafd97c7-d666-4da6-9967-eb613eb943ad InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=975 EndTimestamp=2021-05-04T01:18:18.726Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:17.751Z InvocationID=1b57bc12-dcd4-4e85-80e8-fc98bb427502 ResponseDesc=OK 2021-05-04T01:18:20.200Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=688cc310-8387-46bd-8541-a9868c6ccea3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:20.200Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:20.200Z InvocationID=3b78c9ac-f3ae-487d-8127-fc4a7cb547be 2021-05-04T01:18:20.297Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=688cc310-8387-46bd-8541-a9868c6ccea3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:20.402Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=688cc310-8387-46bd-8541-a9868c6ccea3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=201 EndTimestamp=2021-05-04T01:18:20.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:20.200Z InvocationID=4b122a94-ad40-48c2-9580-3d5950209f35 ResponseDesc=OK 2021-05-04T01:18:23.613Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a350f6a2-0591-4eca-b51d-db892aa086a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:23.613Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:23.613Z InvocationID=3105c463-24f9-4ee6-a8f2-6ea5ae3ffdc6 2021-05-04T01:18:23.701Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a350f6a2-0591-4eca-b51d-db892aa086a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:23.870Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a350f6a2-0591-4eca-b51d-db892aa086a5 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=257 EndTimestamp=2021-05-04T01:18:23.870Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:23.613Z InvocationID=f94fe2e2-9f6d-4ae7-a5b7-828517e7401c ResponseDesc=OK 2021-05-04T01:18:26.404Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c5de0d1-6132-46d1-8c5d-a1ad4bb2a754 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:26.403Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:26.403Z InvocationID=d20dd6a2-e42f-4353-8041-97688174d9f1 2021-05-04T01:18:26.448Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c5de0d1-6132-46d1-8c5d-a1ad4bb2a754 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:26.510Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7c5de0d1-6132-46d1-8c5d-a1ad4bb2a754 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=107 EndTimestamp=2021-05-04T01:18:26.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:26.403Z InvocationID=49fb2a42-c134-4602-b0d2-2db54136d661 ResponseDesc=OK 2021-05-04T01:18:27.676Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da79dea3-f249-4013-be97-42818b864d40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:27.676Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:27.676Z InvocationID=40c4c0d2-e381-459e-9412-ecce53f7e00d 2021-05-04T01:18:32.650Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da79dea3-f249-4013-be97-42818b864d40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:33.265Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b37b4c1-f302-4a3e-b471-f5c7334ef767 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:33.264Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:33.264Z InvocationID=f30abf76-432b-4f43-a8b4-c4cc54d32a6a 2021-05-04T01:18:33.400Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b37b4c1-f302-4a3e-b471-f5c7334ef767 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:33.749Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=da79dea3-f249-4013-be97-42818b864d40 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=6073 EndTimestamp=2021-05-04T01:18:33.749Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:27.676Z InvocationID=e767e781-faa7-4031-b017-d078da3946b6 ResponseDesc=OK 2021-05-04T01:18:33.816Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b37b4c1-f302-4a3e-b471-f5c7334ef767 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=552 EndTimestamp=2021-05-04T01:18:33.816Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:33.264Z InvocationID=ca6f70d4-3e0b-43da-857d-629025aee2ed ResponseDesc=OK 2021-05-04T01:18:34.633Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d4d52f83-1ecb-4526-bc59-b329dfa5dc8a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:34.633Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:34.633Z InvocationID=ad62ae66-e7f9-4191-aed5-2ce62f3f7bdf 2021-05-04T01:18:35.779Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d4d52f83-1ecb-4526-bc59-b329dfa5dc8a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:35.905Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d4d52f83-1ecb-4526-bc59-b329dfa5dc8a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1272 EndTimestamp=2021-05-04T01:18:35.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:34.633Z InvocationID=aef0a851-47d7-4593-92c4-88d1d434459b ResponseDesc=OK 2021-05-04T01:18:36.515Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=68ae7554-6d2d-4c66-a415-54f9be9ce06d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:36.515Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:36.515Z InvocationID=e8a22d49-9a3b-47bf-9af7-b49224b023ee 2021-05-04T01:18:36.997Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=68ae7554-6d2d-4c66-a415-54f9be9ce06d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:38.598Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=68ae7554-6d2d-4c66-a415-54f9be9ce06d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2082 EndTimestamp=2021-05-04T01:18:38.597Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:36.515Z InvocationID=7d9809d3-8c65-4585-b064-0c7b5b8cfa13 ResponseDesc=OK 2021-05-04T01:18:39.302Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53c3a1d0-21fe-42fc-896c-5e2d18323905 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:39.302Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:39.302Z InvocationID=c222690a-f206-439f-a3b2-0467e3e23c14 2021-05-04T01:18:39.322Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53c3a1d0-21fe-42fc-896c-5e2d18323905 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:39.502Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53c3a1d0-21fe-42fc-896c-5e2d18323905 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=200 EndTimestamp=2021-05-04T01:18:39.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:39.302Z InvocationID=f52751de-dcfd-495e-8684-0cf2d454a13b ResponseDesc=OK 2021-05-04T01:18:41.304Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c43d3542-b2b4-4da2-846a-c51868393eda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:41.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:41.304Z InvocationID=f8b35836-3db8-4a58-88e3-4b04b1250b21 2021-05-04T01:18:41.460Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c43d3542-b2b4-4da2-846a-c51868393eda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:41.614Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c43d3542-b2b4-4da2-846a-c51868393eda InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=310 EndTimestamp=2021-05-04T01:18:41.614Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:41.304Z InvocationID=a00c0591-c1e7-4abd-8852-435fe9976e15 ResponseDesc=OK 2021-05-04T01:18:44.432Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=456c9ebf-dbeb-4cac-b7bb-9bea8fa38200 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:44.432Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:44.432Z InvocationID=ca23b7e4-1600-4b87-860c-ec820565aff0 2021-05-04T01:18:44.502Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=456c9ebf-dbeb-4cac-b7bb-9bea8fa38200 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:45.112Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=456c9ebf-dbeb-4cac-b7bb-9bea8fa38200 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=680 EndTimestamp=2021-05-04T01:18:45.112Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:44.432Z InvocationID=a388fef2-8378-4536-804f-3b397ce6d057 ResponseDesc=OK 2021-05-04T01:18:47.255Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d66d2d8-9277-4c80-bf15-2c7bcffbad87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:47.255Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:47.255Z InvocationID=909fb812-4597-42c3-b114-9ca6866328b5 2021-05-04T01:18:47.297Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d66d2d8-9277-4c80-bf15-2c7bcffbad87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:48.094Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6d66d2d8-9277-4c80-bf15-2c7bcffbad87 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=839 EndTimestamp=2021-05-04T01:18:48.094Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:47.255Z InvocationID=d5fead6f-6a65-4c83-b72c-2c219fdf53a7 ResponseDesc=OK 2021-05-04T01:18:50.318Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3f62f6e9-a04c-42aa-9fb5-935d130e6d9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:50.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:50.317Z InvocationID=54525faf-4309-4024-a30a-8881cac4772e 2021-05-04T01:18:50.912Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3f62f6e9-a04c-42aa-9fb5-935d130e6d9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:51.456Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3f62f6e9-a04c-42aa-9fb5-935d130e6d9b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1138 EndTimestamp=2021-05-04T01:18:51.455Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:50.317Z InvocationID=5efe995f-3c9d-403f-99b9-bf03287730d1 ResponseDesc=OK 2021-05-04T01:18:53.406Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6cdd85b5-04dd-4e1e-bfe4-af8c1453d428 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:53.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:53.405Z InvocationID=5e2a4024-d53d-4bfb-b894-c0e048aa5f29 2021-05-04T01:18:53.456Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6cdd85b5-04dd-4e1e-bfe4-af8c1453d428 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:54.249Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6cdd85b5-04dd-4e1e-bfe4-af8c1453d428 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=844 EndTimestamp=2021-05-04T01:18:54.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:53.405Z InvocationID=8681b361-e458-4ab3-9dbf-307bc9961572 ResponseDesc=OK 2021-05-04T01:18:56.113Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2d8e6765-5602-4cc5-87ea-06c72b4b5834 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:18:56.113Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:56.113Z InvocationID=c3f642d4-ea51-477c-8206-1ae004a66126 2021-05-04T01:18:56.299Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2d8e6765-5602-4cc5-87ea-06c72b4b5834 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:18:56.511Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2d8e6765-5602-4cc5-87ea-06c72b4b5834 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=398 EndTimestamp=2021-05-04T01:18:56.511Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:18:56.113Z InvocationID=aa10c324-a6ee-4d45-9926-b79f2ae2b090 ResponseDesc=OK 2021-05-04T01:19:00.272Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=00e3ac21-6dc3-4d3e-9cfe-47a3228c97cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:00.271Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:00.271Z InvocationID=cbbf41ed-5ce0-4e56-ba37-1bbfb429c394 2021-05-04T01:19:01.122Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22bb27c1-3e7e-46e2-b5dc-40b8cc60be05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:01.122Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:01.122Z InvocationID=1f90ed70-46d7-4d1f-ad06-48a044e11721 2021-05-04T01:19:01.245Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=00e3ac21-6dc3-4d3e-9cfe-47a3228c97cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:01.300Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22bb27c1-3e7e-46e2-b5dc-40b8cc60be05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:01.400Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=00e3ac21-6dc3-4d3e-9cfe-47a3228c97cf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1129 EndTimestamp=2021-05-04T01:19:01.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:00.271Z InvocationID=79174f72-5aa5-4c8b-977b-2ed19a91c6b2 ResponseDesc=OK 2021-05-04T01:19:01.417Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22bb27c1-3e7e-46e2-b5dc-40b8cc60be05 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=295 EndTimestamp=2021-05-04T01:19:01.417Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:01.122Z InvocationID=50641fe1-b2c6-4982-887e-bf7de114f170 ResponseDesc=OK 2021-05-04T01:19:02.754Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=54a42298-2ea7-4a04-a0f0-51a4eeb010b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:02.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:02.754Z InvocationID=4af493b8-9179-46d8-9836-97d42eb50f3b 2021-05-04T01:19:02.899Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=54a42298-2ea7-4a04-a0f0-51a4eeb010b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:05.661Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=54a42298-2ea7-4a04-a0f0-51a4eeb010b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=2907 EndTimestamp=2021-05-04T01:19:05.661Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:02.754Z InvocationID=6521c7b7-9c13-4739-bd95-678cbbdd6ed9 ResponseDesc=OK 2021-05-04T01:19:06.063Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=48ecea35-d158-4e14-a9ba-374c815625e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:06.063Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:06.063Z InvocationID=4284cd15-6292-47a8-ac6d-faf4c2243604 2021-05-04T01:19:06.089Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=48ecea35-d158-4e14-a9ba-374c815625e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:06.166Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=48ecea35-d158-4e14-a9ba-374c815625e2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=103 EndTimestamp=2021-05-04T01:19:06.166Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:06.063Z InvocationID=8a750b71-b4ed-4b5c-91a9-3ada9db212b5 ResponseDesc=OK 2021-05-04T01:19:08.503Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18532188-cb9f-43f9-8539-20a23ad1bff1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:08.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:08.503Z InvocationID=3864fcc2-72e2-4cc5-a496-f31db2205965 2021-05-04T01:19:14.970Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18532188-cb9f-43f9-8539-20a23ad1bff1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:15.301Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=18532188-cb9f-43f9-8539-20a23ad1bff1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=6798 EndTimestamp=2021-05-04T01:19:15.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:08.503Z InvocationID=6b54212f-8dbf-4de6-a626-26f61fc1bbb1 ResponseDesc=OK 2021-05-04T01:19:17.371Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=038f7ec8-b587-443e-8739-1238944e9ce3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:17.371Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:17.371Z InvocationID=209f239e-2516-4043-b518-9324789c09d3 2021-05-04T01:19:17.624Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=038f7ec8-b587-443e-8739-1238944e9ce3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:17.930Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=038f7ec8-b587-443e-8739-1238944e9ce3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=558 EndTimestamp=2021-05-04T01:19:17.929Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:17.371Z InvocationID=0d096aad-6522-4dd9-a482-ab4eed0b9f02 ResponseDesc=OK 2021-05-04T01:19:18.220Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f9ee1a7-aecd-40ee-a9fc-f1eac721bc69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:18.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:18.220Z InvocationID=74e8abb9-cd35-4e20-87f8-397c4aedbd66 2021-05-04T01:19:18.709Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f9ee1a7-aecd-40ee-a9fc-f1eac721bc69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:19.289Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2f9ee1a7-aecd-40ee-a9fc-f1eac721bc69 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1068 EndTimestamp=2021-05-04T01:19:19.288Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:18.220Z InvocationID=c391cfc3-7ecd-42d6-a18e-0b16248efc6e ResponseDesc=OK 2021-05-04T01:19:19.802Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=668a61ce-e59e-4cb9-b9d8-206e393d25b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:19.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:19.802Z InvocationID=06a8d050-fd17-4705-9b13-bd295a4229fe 2021-05-04T01:19:19.815Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=668a61ce-e59e-4cb9-b9d8-206e393d25b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:19.998Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=668a61ce-e59e-4cb9-b9d8-206e393d25b9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T01:19:19.997Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:19.802Z InvocationID=605796cf-0d9f-4211-a498-ba65e30f807e ResponseDesc=OK 2021-05-04T01:19:20.815Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6287c402-5769-40f8-bcb5-5f4e00ca2515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:20.815Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:20.815Z InvocationID=3a157fed-d09b-4fb6-826e-d9a104ebd796 2021-05-04T01:19:20.903Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6287c402-5769-40f8-bcb5-5f4e00ca2515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:21.505Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6287c402-5769-40f8-bcb5-5f4e00ca2515 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=689 EndTimestamp=2021-05-04T01:19:21.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:20.815Z InvocationID=7a1c607d-d66c-4284-be55-ff900ca4011e ResponseDesc=OK 2021-05-04T01:19:23.871Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c174b785-37bd-41c6-80f3-aaf33548e80a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:23.871Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:23.871Z InvocationID=576a31fe-c78f-43fd-bd25-e5d3a47e7513 2021-05-04T01:19:24.005Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c174b785-37bd-41c6-80f3-aaf33548e80a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:24.110Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c174b785-37bd-41c6-80f3-aaf33548e80a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=239 EndTimestamp=2021-05-04T01:19:24.110Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:23.871Z InvocationID=94a1382c-3348-426e-b369-d8569c7587b8 ResponseDesc=OK 2021-05-04T01:19:26.064Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a2079351-b99a-4f3d-81e5-a21c6578cecb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:26.064Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:26.064Z InvocationID=dfc1a1ac-594c-4899-b0df-8ea6ce0c28c1 2021-05-04T01:19:26.084Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a2079351-b99a-4f3d-81e5-a21c6578cecb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:26.166Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a2079351-b99a-4f3d-81e5-a21c6578cecb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=102 EndTimestamp=2021-05-04T01:19:26.166Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:26.064Z InvocationID=5e069da3-bc41-417c-831d-5920367ad47a ResponseDesc=OK 2021-05-04T01:19:27.715Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=73b8f443-1a7f-4c1b-8600-302fbda169e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:27.715Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:27.715Z InvocationID=38432ef5-175c-4128-8640-d2372bb66d26 2021-05-04T01:19:27.810Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=73b8f443-1a7f-4c1b-8600-302fbda169e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:27.999Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=73b8f443-1a7f-4c1b-8600-302fbda169e4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=284 EndTimestamp=2021-05-04T01:19:27.999Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:27.715Z InvocationID=401120bd-39b2-44fb-9f89-567dee339c4a ResponseDesc=OK 2021-05-04T01:19:29.359Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=22b40e65-bbf9-4172-8ae7-470017fc7bdc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:29.359Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:29.359Z InvocationID=d0ef34a7-a74d-4b11-8921-a37e486328ab 2021-05-04T01:19:29.454Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=22b40e65-bbf9-4172-8ae7-470017fc7bdc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:29.699Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=22b40e65-bbf9-4172-8ae7-470017fc7bdc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=339 EndTimestamp=2021-05-04T01:19:29.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:29.359Z InvocationID=eb490689-a81b-470e-af09-8fbc8fe93b62 ResponseDesc=OK 2021-05-04T01:19:32.055Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a20ca971-9cb8-4d5c-a35c-b4b8480ffdeb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:32.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:32.055Z InvocationID=5e43c62e-fb10-43b9-a5c7-2b142141d415 2021-05-04T01:19:32.067Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a20ca971-9cb8-4d5c-a35c-b4b8480ffdeb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:32.161Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a20ca971-9cb8-4d5c-a35c-b4b8480ffdeb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=106 EndTimestamp=2021-05-04T01:19:32.161Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:32.055Z InvocationID=1575b730-1c86-4d45-a9f2-7a62ed882c97 ResponseDesc=OK 2021-05-04T01:19:36.971Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc2f6799-eaef-4e81-b6ce-f94f0602c50d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:36.970Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:36.970Z InvocationID=718d2312-8aef-4775-a072-8ea194de9485 2021-05-04T01:19:37.101Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc2f6799-eaef-4e81-b6ce-f94f0602c50d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:37.354Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bc2f6799-eaef-4e81-b6ce-f94f0602c50d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=384 EndTimestamp=2021-05-04T01:19:37.354Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:36.970Z InvocationID=f593acda-2287-425a-b5c7-17a7811a6641 ResponseDesc=OK 2021-05-04T01:19:38.418Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a740b916-d26f-4a59-9d85-97acafca828b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:38.418Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:38.418Z InvocationID=76f7dad1-b755-4bdd-94f4-0703c2d853b1 2021-05-04T01:19:38.499Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a740b916-d26f-4a59-9d85-97acafca828b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:38.656Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a740b916-d26f-4a59-9d85-97acafca828b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=238 EndTimestamp=2021-05-04T01:19:38.656Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:38.418Z InvocationID=d0373cd7-b80d-44e9-9936-00d754f13ce2 ResponseDesc=OK 2021-05-04T01:19:41.522Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=73c28e2d-97ee-42a8-a0ae-a316091466c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:41.521Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:41.521Z InvocationID=05a18924-f0bf-4ec8-9ff1-48ffb4f080fe 2021-05-04T01:19:41.605Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=73c28e2d-97ee-42a8-a0ae-a316091466c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:42.010Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=73c28e2d-97ee-42a8-a0ae-a316091466c7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=489 EndTimestamp=2021-05-04T01:19:42.010Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:41.521Z InvocationID=1ff9d6e9-0466-481e-9cea-459a2208f914 ResponseDesc=OK 2021-05-04T01:19:44.226Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af55fe71-af07-4533-add8-a2a1769b9fbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:44.226Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:44.226Z InvocationID=7a400fc9-4267-42e0-b24a-214aab28750c 2021-05-04T01:19:44.305Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af55fe71-af07-4533-add8-a2a1769b9fbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:44.414Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af55fe71-af07-4533-add8-a2a1769b9fbf InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=188 EndTimestamp=2021-05-04T01:19:44.414Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:44.226Z InvocationID=3b865ffa-15d6-4b97-907c-0a43e9592ee7 ResponseDesc=OK 2021-05-04T01:19:49.295Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d850aebd-46de-4689-9916-1c6416e30fae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:49.295Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:49.295Z InvocationID=4a06ce14-d3e7-4643-8731-47875e53eda4 2021-05-04T01:19:49.320Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d850aebd-46de-4689-9916-1c6416e30fae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:49.609Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d850aebd-46de-4689-9916-1c6416e30fae InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=314 EndTimestamp=2021-05-04T01:19:49.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:49.295Z InvocationID=d7d351ee-c256-4a65-94a8-c8e4a75ec263 ResponseDesc=OK 2021-05-04T01:19:50.332Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b9341902-13e3-441d-8026-36276a933cc4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:50.332Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:50.332Z InvocationID=37edfd40-68a1-4a2c-b593-4648b9df69e5 2021-05-04T01:19:53.354Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b9341902-13e3-441d-8026-36276a933cc4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:53.652Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b9341902-13e3-441d-8026-36276a933cc4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=3319 EndTimestamp=2021-05-04T01:19:53.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:50.332Z InvocationID=c99af06e-7a84-48a6-94ce-8032918b91e4 ResponseDesc=OK 2021-05-04T01:19:54.237Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=31fd4804-873e-4efc-86a6-3a247d987040 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:54.237Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:54.237Z InvocationID=53314c10-49fb-4527-a25d-331b007d9a89 2021-05-04T01:19:54.399Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=31fd4804-873e-4efc-86a6-3a247d987040 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:55.209Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=31fd4804-873e-4efc-86a6-3a247d987040 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=972 EndTimestamp=2021-05-04T01:19:55.209Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:54.237Z InvocationID=59ee9007-5a01-4ee9-be2d-2850fb0fdc88 ResponseDesc=OK 2021-05-04T01:19:56.451Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dc9c435c-17a0-4df8-b83e-4e13a2ab0b3b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:56.451Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:56.451Z InvocationID=33632497-f555-4f83-bc6e-affae76a9128 2021-05-04T01:19:56.668Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dc9c435c-17a0-4df8-b83e-4e13a2ab0b3b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:56.900Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dc9c435c-17a0-4df8-b83e-4e13a2ab0b3b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=449 EndTimestamp=2021-05-04T01:19:56.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:56.451Z InvocationID=9edb82a7-df01-4494-baa9-3e3ab5c15a22 ResponseDesc=OK 2021-05-04T01:19:59.211Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=773b0f7f-01b7-4e5c-8bde-8711a8d01f34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:19:59.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:59.211Z InvocationID=ec514a97-8359-46c2-b6c4-bd8f526c98d3 2021-05-04T01:19:59.797Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=773b0f7f-01b7-4e5c-8bde-8711a8d01f34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:19:59.915Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=773b0f7f-01b7-4e5c-8bde-8711a8d01f34 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=704 EndTimestamp=2021-05-04T01:19:59.915Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:19:59.211Z InvocationID=326a17d4-57b7-4dad-94d5-5f3d9d57926f ResponseDesc=OK 2021-05-04T01:20:01.151Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9dc7c8b0-e64e-4bec-99b5-0575713a2e1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:01.151Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:01.151Z InvocationID=ccbefcc3-e5b4-4aef-a236-69f97fc715a4 2021-05-04T01:20:01.299Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9dc7c8b0-e64e-4bec-99b5-0575713a2e1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:02.246Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9dc7c8b0-e64e-4bec-99b5-0575713a2e1d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1095 EndTimestamp=2021-05-04T01:20:02.246Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:01.151Z InvocationID=9f4cddeb-b21c-4d6e-bdc1-19b839efc833 ResponseDesc=OK 2021-05-04T01:20:02.651Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b304a714-fcde-4190-94d2-9147d70b2e15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:02.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:02.651Z InvocationID=921856fe-4bac-4159-95c2-f21482a44ae3 2021-05-04T01:20:02.952Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b304a714-fcde-4190-94d2-9147d70b2e15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:03.109Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b304a714-fcde-4190-94d2-9147d70b2e15 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=457 EndTimestamp=2021-05-04T01:20:03.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:02.651Z InvocationID=d5642dce-b172-41aa-85a0-dc93904f72f2 ResponseDesc=OK 2021-05-04T01:20:05.421Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9490b7bc-72f2-4ca4-b813-b65ce53c517b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:05.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:05.421Z InvocationID=e0983f9d-dd34-40cf-be24-8c76aefe8eed 2021-05-04T01:20:05.503Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9490b7bc-72f2-4ca4-b813-b65ce53c517b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:05.616Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9490b7bc-72f2-4ca4-b813-b65ce53c517b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=195 EndTimestamp=2021-05-04T01:20:05.616Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:05.421Z InvocationID=69c30dc9-6ffb-48c1-8d9b-1396e7a48e34 ResponseDesc=OK 2021-05-04T01:20:08.317Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=adb7109c-6a79-4dae-aa21-e032bfa57200 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:08.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:08.317Z InvocationID=a341120d-4162-49c3-bb9f-8ff1746a1496 2021-05-04T01:20:08.399Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=adb7109c-6a79-4dae-aa21-e032bfa57200 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:08.609Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=adb7109c-6a79-4dae-aa21-e032bfa57200 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=292 EndTimestamp=2021-05-04T01:20:08.609Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:08.317Z InvocationID=98687dd0-5615-4325-b4fa-cb72c1a7b221 ResponseDesc=OK 2021-05-04T01:20:25.073Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1fb954f-f0bf-47cd-9f05-6e489c7cd4a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:25.073Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:25.073Z InvocationID=d8a9c905-3dcd-485e-9791-560b3a0a0e81 2021-05-04T01:20:25.137Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1fb954f-f0bf-47cd-9f05-6e489c7cd4a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:25.301Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1fb954f-f0bf-47cd-9f05-6e489c7cd4a1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=228 EndTimestamp=2021-05-04T01:20:25.301Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:25.073Z InvocationID=2d9515e7-adff-45f7-a872-2c1f66675606 ResponseDesc=OK 2021-05-04T01:20:25.781Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ca34040f-6702-471e-81ee-384468444d9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:25.781Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:25.781Z InvocationID=cfccf559-f51d-4f93-8d5e-33e16dcf92e2 2021-05-04T01:20:25.800Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ca34040f-6702-471e-81ee-384468444d9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:25.838Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ca34040f-6702-471e-81ee-384468444d9c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=57 EndTimestamp=2021-05-04T01:20:25.838Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:25.781Z InvocationID=1e9268b4-74f4-42e1-a339-cbc0ca472adb ResponseDesc=OK 2021-05-04T01:20:26.067Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4d439e3b-8671-4be4-866e-d6e3380bb2bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:26.067Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:26.067Z InvocationID=4d0ea476-3725-4caa-b529-d0f376d36e2d 2021-05-04T01:20:26.154Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4d439e3b-8671-4be4-866e-d6e3380bb2bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:26.201Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4d439e3b-8671-4be4-866e-d6e3380bb2bc InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=134 EndTimestamp=2021-05-04T01:20:26.201Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:26.067Z InvocationID=8a5c487a-69a7-4625-a73b-70d902d9a325 ResponseDesc=OK 2021-05-04T01:20:26.457Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=38561060-4ee8-4fa2-b2ed-de0e8935dfd6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:26.457Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:26.457Z InvocationID=633a09e7-e294-434d-834f-6e4f314fd5ff 2021-05-04T01:20:26.553Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=38561060-4ee8-4fa2-b2ed-de0e8935dfd6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:26.622Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=38561060-4ee8-4fa2-b2ed-de0e8935dfd6 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=164 EndTimestamp=2021-05-04T01:20:26.621Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:26.457Z InvocationID=69cbc9fe-bdf5-4682-9e6d-715d6f582937 ResponseDesc=OK 2021-05-04T01:20:26.869Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96d947ad-c612-4bff-86cc-36f29989a3c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:26.869Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:26.869Z InvocationID=e8acf6d0-fca0-4a14-aff7-6cc41de2fa14 2021-05-04T01:20:26.908Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96d947ad-c612-4bff-86cc-36f29989a3c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:27.715Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2254d257-47ac-4015-be25-6126b34bb008 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:27.715Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:27.715Z InvocationID=5cc44176-bc9f-41ce-8afc-5a54b8939ecd 2021-05-04T01:20:27.749Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2254d257-47ac-4015-be25-6126b34bb008 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:27.912Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2254d257-47ac-4015-be25-6126b34bb008 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=197 EndTimestamp=2021-05-04T01:20:27.912Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:27.715Z InvocationID=4b15c449-de00-46c4-9365-4dc4950d71a6 ResponseDesc=OK 2021-05-04T01:20:38.518Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a73002d-6b29-4da4-a547-2f2a43328399 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:38.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:38.518Z InvocationID=c046ead5-c2f9-49f8-bb20-858ddc5ae877 2021-05-04T01:20:39.902Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96d947ad-c612-4bff-86cc-36f29989a3c9 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=13033 EndTimestamp=2021-05-04T01:20:39.902Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:26.869Z InvocationID=25afcf8f-5296-4d16-8999-21d874e6136e ResponseDesc=OK 2021-05-04T01:20:39.908Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a73002d-6b29-4da4-a547-2f2a43328399 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:20:40.011Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6a73002d-6b29-4da4-a547-2f2a43328399 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1493 EndTimestamp=2021-05-04T01:20:40.011Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:38.518Z InvocationID=f4636a54-0fd2-4b8f-ac19-7985fb88d377 ResponseDesc=OK 2021-05-04T01:20:40.926Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bebd31a9-dc9a-4035-9b76-59c277373351 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:40.925Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:40.925Z InvocationID=0a83abdd-0e1b-49bc-91ed-87ad395648a3 2021-05-04T01:20:43.962Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=625d4cb5-f53a-46ef-b6e8-6ed97ec407f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:43.962Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:43.962Z InvocationID=d788f7b1-4fe8-4223-b2c8-6f2b0c32df0a 2021-05-04T01:20:46.993Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=93541cae-fe37-41a1-a099-e2fb2a43401e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:46.993Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:46.993Z InvocationID=4aef213d-5d74-4c42-8682-427b6436c60c 2021-05-04T01:20:47.002Z [qtp580718781-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=93541cae-fe37-41a1-a099-e2fb2a43401e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:20:50.034Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b4ecd5f9-701e-4b87-87fa-3bbe98131b7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:50.034Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:50.034Z InvocationID=330fd41d-94b7-4eae-b978-dbb67ba2b012 2021-05-04T01:20:51.000Z [qtp580718781-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bebd31a9-dc9a-4035-9b76-59c277373351 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:20:51.008Z [qtp580718781-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bebd31a9-dc9a-4035-9b76-59c277373351 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:20:53.136Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0eee7a6f-3707-4fb4-b5cc-5fad08aec664 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:53.136Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:53.136Z InvocationID=a7ca32a0-ae03-4c7b-9cc5-73aed790eff3 2021-05-04T01:20:56.010Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=625d4cb5-f53a-46ef-b6e8-6ed97ec407f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:20:56.239Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a9a3fdac-d0f5-4b13-b2a6-52f438f537d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:56.239Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:56.239Z InvocationID=33769769-8fb3-4813-995c-61ca0c0cbf2f 2021-05-04T01:20:56.305Z [qtp580718781-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a9a3fdac-d0f5-4b13-b2a6-52f438f537d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:20:59.010Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=93541cae-fe37-41a1-a099-e2fb2a43401e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:20:59.285Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3de3daca-7973-43b3-9dd4-28237c52d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:20:59.285Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:59.285Z InvocationID=87cb0e48-8468-432b-aba9-7971acb24a13 2021-05-04T01:21:01.115Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=82e739da-08e0-4f0f-83e0-944fa8595af8 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T01:21:01.115Z ElapsedTime=0 EndTimestamp=2021-05-04T01:21:01.115Z InvocationID=96699946-48d5-419a-a36e-dc7ba7892eeb PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:21:01.121Z [qtp580718781-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=82e739da-08e0-4f0f-83e0-944fa8595af8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:02.109Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b4ecd5f9-701e-4b87-87fa-3bbe98131b7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:02.330Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7af26f21-54ed-4221-bf9a-2cc0d274e27e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:21:02.330Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:02.330Z InvocationID=b21c23e4-3eee-4ee2-acd2-449600f8584f 2021-05-04T01:21:02.337Z [qtp580718781-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7af26f21-54ed-4221-bf9a-2cc0d274e27e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:03.026Z [qtp580718781-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bebd31a9-dc9a-4035-9b76-59c277373351 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:03.026Z [qtp580718781-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bebd31a9-dc9a-4035-9b76-59c277373351 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:03.027Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bebd31a9-dc9a-4035-9b76-59c277373351 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=22102 EndTimestamp=2021-05-04T01:21:03.027Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:40.925Z InvocationID=43be2904-ef34-4d39-82f2-9cec0026d5cc ResponseDesc=Internal Server Error 2021-05-04T01:21:05.209Z [qtp580718781-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0eee7a6f-3707-4fb4-b5cc-5fad08aec664 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:05.359Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=efe9750c-2a67-47e7-93a2-7208e587dd98 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T01:21:05.359Z ElapsedTime=0 EndTimestamp=2021-05-04T01:21:05.359Z InvocationID=1ab80a39-cdde-4cef-9e21-ba5b181ec080 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:21:05.365Z [qtp580718781-61] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=efe9750c-2a67-47e7-93a2-7208e587dd98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:08.110Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=625d4cb5-f53a-46ef-b6e8-6ed97ec407f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:08.119Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=625d4cb5-f53a-46ef-b6e8-6ed97ec407f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:08.119Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=625d4cb5-f53a-46ef-b6e8-6ed97ec407f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:08.120Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=625d4cb5-f53a-46ef-b6e8-6ed97ec407f0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24158 EndTimestamp=2021-05-04T01:21:08.120Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:43.962Z InvocationID=1f8501dc-d560-465f-9e6c-b0532b8c0f59 ResponseDesc=Internal Server Error 2021-05-04T01:21:08.410Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a9a3fdac-d0f5-4b13-b2a6-52f438f537d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:09.312Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2d389c5-bfbc-4147-b425-6387b1578ee0 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 EntryTimestamp=2021-05-04T01:21:09.312Z ElapsedTime=0 EndTimestamp=2021-05-04T01:21:09.312Z InvocationID=f47d37c4-71be-4ac1-8205-fb5b9c85c532 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:21:11.030Z [qtp580718781-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=93541cae-fe37-41a1-a099-e2fb2a43401e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:11.030Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=93541cae-fe37-41a1-a099-e2fb2a43401e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:11.031Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=93541cae-fe37-41a1-a099-e2fb2a43401e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24038 EndTimestamp=2021-05-04T01:21:11.031Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:46.993Z InvocationID=310969f1-b52e-46f9-8bee-012d60f9a508 ResponseDesc=Internal Server Error 2021-05-04T01:21:11.309Z [qtp580718781-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3de3daca-7973-43b3-9dd4-28237c52d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:11.321Z [qtp580718781-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3de3daca-7973-43b3-9dd4-28237c52d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:13.211Z [qtp580718781-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=82e739da-08e0-4f0f-83e0-944fa8595af8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:13.302Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=82e739da-08e0-4f0f-83e0-944fa8595af8 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=12187 EndTimestamp=2021-05-04T01:21:13.302Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:01.115Z InvocationID=eadace45-f99a-4c3a-a2ae-5994ac987741 ResponseDesc=Internal Server Error 2021-05-04T01:21:14.211Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b4ecd5f9-701e-4b87-87fa-3bbe98131b7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:14.248Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b4ecd5f9-701e-4b87-87fa-3bbe98131b7c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24214 EndTimestamp=2021-05-04T01:21:14.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:50.034Z InvocationID=a23819f5-106c-4142-8c64-5b74cdf4b26f ResponseDesc=Internal Server Error 2021-05-04T01:21:14.409Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7af26f21-54ed-4221-bf9a-2cc0d274e27e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:17.311Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0eee7a6f-3707-4fb4-b5cc-5fad08aec664 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:17.353Z [qtp580718781-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=efe9750c-2a67-47e7-93a2-7208e587dd98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:17.409Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0eee7a6f-3707-4fb4-b5cc-5fad08aec664 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24273 EndTimestamp=2021-05-04T01:21:17.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:53.136Z InvocationID=e85d3e96-b6c5-474d-b226-4c047c08873e ResponseDesc=Internal Server Error 2021-05-04T01:21:17.497Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=efe9750c-2a67-47e7-93a2-7208e587dd98 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=12138 EndTimestamp=2021-05-04T01:21:17.497Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:05.359Z InvocationID=820459c7-d461-46dc-9fd5-303e8a9e0600 ResponseDesc=Internal Server Error 2021-05-04T01:21:18.112Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e38248c3-c8e7-4cc6-afb6-24794a875055 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:21:18.112Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:18.112Z InvocationID=be41e3cd-543c-48fe-adff-2bf733f8eb55 2021-05-04T01:21:18.197Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e38248c3-c8e7-4cc6-afb6-24794a875055 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:21:20.426Z [qtp580718781-42] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a9a3fdac-d0f5-4b13-b2a6-52f438f537d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:20.426Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a9a3fdac-d0f5-4b13-b2a6-52f438f537d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:20.427Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a9a3fdac-d0f5-4b13-b2a6-52f438f537d2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24188 EndTimestamp=2021-05-04T01:21:20.427Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:56.239Z InvocationID=bbf42391-737f-4848-9916-a92593753ee9 ResponseDesc=Internal Server Error 2021-05-04T01:21:21.410Z [qtp580718781-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2d389c5-bfbc-4147-b425-6387b1578ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:23.325Z [qtp580718781-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3de3daca-7973-43b3-9dd4-28237c52d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:23.325Z [qtp580718781-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3de3daca-7973-43b3-9dd4-28237c52d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:23.326Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3de3daca-7973-43b3-9dd4-28237c52d246 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24041 EndTimestamp=2021-05-04T01:21:23.326Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:20:59.285Z InvocationID=29be76e2-fc06-4544-acaa-31f32cf4851e ResponseDesc=Internal Server Error 2021-05-04T01:21:26.425Z [qtp580718781-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7af26f21-54ed-4221-bf9a-2cc0d274e27e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:26.426Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7af26f21-54ed-4221-bf9a-2cc0d274e27e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:26.426Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7af26f21-54ed-4221-bf9a-2cc0d274e27e InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24096 EndTimestamp=2021-05-04T01:21:26.426Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:02.330Z InvocationID=a74c4575-a66f-4c49-afab-16f9d3940e20 ResponseDesc=Internal Server Error 2021-05-04T01:21:26.988Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8420c955-e4e7-4389-aa4e-78e345aa8c78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:21:26.988Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:26.988Z InvocationID=1aeeeaae-fe1a-432b-bee3-164d4985ea3e 2021-05-04T01:21:27.685Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3364a7f3-8101-4292-83ef-f724e4416324 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:21:27.685Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:27.685Z InvocationID=e06573c9-a0a4-440d-88c2-f01a33b84353 2021-05-04T01:21:30.219Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e38248c3-c8e7-4cc6-afb6-24794a875055 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:30.298Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e38248c3-c8e7-4cc6-afb6-24794a875055 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=12186 EndTimestamp=2021-05-04T01:21:30.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:18.112Z InvocationID=f939b579-f75d-4bac-b081-e495b6b13d7a ResponseDesc=Internal Server Error 2021-05-04T01:21:33.474Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3cb1a1a-34c4-479d-a307-f05ee86bfb8d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:21:33.474Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:33.474Z InvocationID=52c7cc96-0ec0-4160-8c02-307f2ca680fc 2021-05-04T01:21:33.503Z [qtp580718781-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3cb1a1a-34c4-479d-a307-f05ee86bfb8d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:33.524Z [qtp580718781-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d2d389c5-bfbc-4147-b425-6387b1578ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:33.524Z [qtp580718781-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d2d389c5-bfbc-4147-b425-6387b1578ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:33.525Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d2d389c5-bfbc-4147-b425-6387b1578ee0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24213 EndTimestamp=2021-05-04T01:21:33.525Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:09.312Z InvocationID=a2f0deb3-0cf7-43c2-b0a4-33ab3b6606ab ResponseDesc=Internal Server Error 2021-05-04T01:21:36.997Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8420c955-e4e7-4389-aa4e-78e345aa8c78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:37.329Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=839e0897-3ab7-4616-9a4a-57392c89684c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:21:37.329Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:37.329Z InvocationID=a8b2739b-b057-49c5-9437-e298e49a59c2 2021-05-04T01:21:37.417Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=839e0897-3ab7-4616-9a4a-57392c89684c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:37.700Z [qtp580718781-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3364a7f3-8101-4292-83ef-f724e4416324 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:45.510Z [qtp580718781-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e3cb1a1a-34c4-479d-a307-f05ee86bfb8d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:49.009Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8420c955-e4e7-4389-aa4e-78e345aa8c78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:49.509Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=839e0897-3ab7-4616-9a4a-57392c89684c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:49.532Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=839e0897-3ab7-4616-9a4a-57392c89684c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:49.532Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=839e0897-3ab7-4616-9a4a-57392c89684c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:21:49.533Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=839e0897-3ab7-4616-9a4a-57392c89684c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=12204 EndTimestamp=2021-05-04T01:21:49.533Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:37.329Z InvocationID=1b4f6afb-a36a-488a-b5c8-90e8dc9b525b ResponseDesc=Internal Server Error 2021-05-04T01:21:49.709Z [qtp580718781-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3364a7f3-8101-4292-83ef-f724e4416324 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:57.528Z [qtp580718781-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e3cb1a1a-34c4-479d-a307-f05ee86bfb8d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:57.528Z [qtp580718781-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e3cb1a1a-34c4-479d-a307-f05ee86bfb8d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:21:57.529Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e3cb1a1a-34c4-479d-a307-f05ee86bfb8d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24055 EndTimestamp=2021-05-04T01:21:57.529Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:33.474Z InvocationID=acfc5a8f-a892-417e-bd69-d754bc59c262 ResponseDesc=Internal Server Error 2021-05-04T01:22:00.470Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e17a05d6-2748-4401-9e34-0618fada6017 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:00.470Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:00.470Z InvocationID=6bcd121e-b0bc-449f-b6c6-cb8f48e50e3b 2021-05-04T01:22:00.508Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e17a05d6-2748-4401-9e34-0618fada6017 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:01.025Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8420c955-e4e7-4389-aa4e-78e345aa8c78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:01.025Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8420c955-e4e7-4389-aa4e-78e345aa8c78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:01.026Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8420c955-e4e7-4389-aa4e-78e345aa8c78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=34038 EndTimestamp=2021-05-04T01:22:01.026Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:26.988Z InvocationID=ed927f9d-be4e-4c7b-bc66-0d791d74f22b ResponseDesc=Internal Server Error 2021-05-04T01:22:01.102Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=831485c3-ee8a-49f1-91a3-f7710c044243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:01.102Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:01.102Z InvocationID=f5c54a9b-18a4-4d3f-8cd5-4f785095655e 2021-05-04T01:22:01.725Z [qtp580718781-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3364a7f3-8101-4292-83ef-f724e4416324 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:01.725Z [qtp580718781-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3364a7f3-8101-4292-83ef-f724e4416324 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:01.726Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3364a7f3-8101-4292-83ef-f724e4416324 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=34040 EndTimestamp=2021-05-04T01:22:01.725Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:21:27.685Z InvocationID=d194a459-547f-49a8-95c0-3bc6bc84f715 ResponseDesc=Internal Server Error 2021-05-04T01:22:03.537Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=70e8a5ba-59b5-404b-a85c-cc8826b67a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:03.537Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:03.537Z InvocationID=8a295601-ad78-45fe-84ab-c02668621b74 2021-05-04T01:22:03.606Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=70e8a5ba-59b5-404b-a85c-cc8826b67a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:06.577Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c0ca1132-6cb7-4d4c-bbad-4809dd5add5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:06.577Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:06.577Z InvocationID=a0226220-d127-46bb-b580-9afa722eec5f 2021-05-04T01:22:09.620Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7bfb03c6-62f7-4139-a225-1e45d7b28a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:09.620Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:09.620Z InvocationID=564313c2-1212-499c-83a7-6f4960091a0e 2021-05-04T01:22:09.629Z [qtp580718781-46] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7bfb03c6-62f7-4139-a225-1e45d7b28a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:12.610Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e17a05d6-2748-4401-9e34-0618fada6017 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:12.662Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6638721-6716-41fc-89fa-4ca5707206c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:12.662Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:12.662Z InvocationID=43843fd2-71cf-49b8-a925-1917657d9ebb 2021-05-04T01:22:13.110Z [qtp580718781-59] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=831485c3-ee8a-49f1-91a3-f7710c044243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:13.116Z [qtp580718781-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=831485c3-ee8a-49f1-91a3-f7710c044243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:13.122Z [qtp580718781-59] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=831485c3-ee8a-49f1-91a3-f7710c044243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:13.122Z [qtp580718781-59] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=831485c3-ee8a-49f1-91a3-f7710c044243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:13.123Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=831485c3-ee8a-49f1-91a3-f7710c044243 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=12021 EndTimestamp=2021-05-04T01:22:13.123Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:01.102Z InvocationID=e5ef78e6-267d-46fb-b506-4e3059656554 ResponseDesc=Internal Server Error 2021-05-04T01:22:15.710Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=70e8a5ba-59b5-404b-a85c-cc8826b67a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:15.749Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=834cd2c6-1e57-42c1-91e4-45e5beaa3b8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:15.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:15.749Z InvocationID=ccce97a5-2b11-4db1-aff6-00352059abcf 2021-05-04T01:22:18.610Z [qtp580718781-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c0ca1132-6cb7-4d4c-bbad-4809dd5add5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:19.846Z [qtp580718781-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7bfb03c6-62f7-4139-a225-1e45d7b28a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:19.879Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2d059ee-b5a8-4c38-8e1b-7754d76b7978 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:19.879Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:19.879Z InvocationID=936e2cd3-d50a-40a9-9124-e2f9ff03e9b8 2021-05-04T01:22:19.951Z [qtp580718781-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2d059ee-b5a8-4c38-8e1b-7754d76b7978 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:24.627Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e17a05d6-2748-4401-9e34-0618fada6017 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:24.628Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e17a05d6-2748-4401-9e34-0618fada6017 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:24.629Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e17a05d6-2748-4401-9e34-0618fada6017 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24158 EndTimestamp=2021-05-04T01:22:24.628Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:00.470Z InvocationID=d83c9c59-f217-4ff6-8c6f-b94f7952b192 ResponseDesc=Internal Server Error 2021-05-04T01:22:24.710Z [qtp580718781-60] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6638721-6716-41fc-89fa-4ca5707206c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:27.681Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=84ba6716-97a8-4744-b372-e104a9b1ef6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:27.681Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:27.681Z InvocationID=62aa9ad6-cdff-42e4-8a99-d588d342d843 2021-05-04T01:22:27.725Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=70e8a5ba-59b5-404b-a85c-cc8826b67a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:27.725Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=70e8a5ba-59b5-404b-a85c-cc8826b67a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:27.725Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=70e8a5ba-59b5-404b-a85c-cc8826b67a5c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24188 EndTimestamp=2021-05-04T01:22:27.725Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:03.537Z InvocationID=e4f93e36-9246-42b1-9248-02af840d0dad ResponseDesc=Internal Server Error 2021-05-04T01:22:27.810Z [qtp580718781-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=834cd2c6-1e57-42c1-91e4-45e5beaa3b8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:30.711Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c0ca1132-6cb7-4d4c-bbad-4809dd5add5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:30.721Z [qtp580718781-42] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c0ca1132-6cb7-4d4c-bbad-4809dd5add5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:30.721Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c0ca1132-6cb7-4d4c-bbad-4809dd5add5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:30.722Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c0ca1132-6cb7-4d4c-bbad-4809dd5add5f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24145 EndTimestamp=2021-05-04T01:22:30.722Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:06.577Z InvocationID=5b1a9e8b-d9ea-42c3-a962-0ef473103f96 ResponseDesc=Internal Server Error 2021-05-04T01:22:31.926Z [qtp580718781-46] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7bfb03c6-62f7-4139-a225-1e45d7b28a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:31.926Z [qtp580718781-46] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7bfb03c6-62f7-4139-a225-1e45d7b28a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:31.927Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7bfb03c6-62f7-4139-a225-1e45d7b28a5b InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=22307 EndTimestamp=2021-05-04T01:22:31.927Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:09.620Z InvocationID=5f036d63-cf59-4b02-b0db-d51e951e8d12 ResponseDesc=Internal Server Error 2021-05-04T01:22:32.009Z [qtp580718781-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f2d059ee-b5a8-4c38-8e1b-7754d76b7978 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:36.111Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=84ba6716-97a8-4744-b372-e104a9b1ef6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:36.809Z [qtp580718781-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f6638721-6716-41fc-89fa-4ca5707206c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:37.710Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7183421-e6d1-4724-ae79-85e83f0efbe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:37.710Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:37.710Z InvocationID=bb6abe10-d439-4f84-8d74-eca461fc607c 2021-05-04T01:22:37.799Z [qtp580718781-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7183421-e6d1-4724-ae79-85e83f0efbe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:39.917Z [qtp580718781-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=834cd2c6-1e57-42c1-91e4-45e5beaa3b8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:40.005Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=834cd2c6-1e57-42c1-91e4-45e5beaa3b8f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24256 EndTimestamp=2021-05-04T01:22:40.005Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:15.749Z InvocationID=07e652ea-c9e9-43f8-834c-6b5acf8ac6cc ResponseDesc=Internal Server Error 2021-05-04T01:22:42.086Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59408150-81ea-48db-9a8a-44a024c6354a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:42.085Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:42.085Z InvocationID=f97226bd-de06-48e9-9dfe-4756710df4d0 2021-05-04T01:22:44.025Z [qtp580718781-61] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f2d059ee-b5a8-4c38-8e1b-7754d76b7978 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:44.025Z [qtp580718781-61] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f2d059ee-b5a8-4c38-8e1b-7754d76b7978 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:22:44.026Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f2d059ee-b5a8-4c38-8e1b-7754d76b7978 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=24147 EndTimestamp=2021-05-04T01:22:44.026Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:19.879Z InvocationID=03fb1f0f-53c6-48ec-ab65-bbea6c51d79e ResponseDesc=Internal Server Error 2021-05-04T01:22:45.735Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=627d16ca-b67e-41c4-bb14-b1cacceca22c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:45.735Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:45.735Z InvocationID=1958d020-0241-4b76-a4fa-478e7fadefce 2021-05-04T01:22:45.900Z [qtp580718781-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=627d16ca-b67e-41c4-bb14-b1cacceca22c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:46.272Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=84ba6716-97a8-4744-b372-e104a9b1ef6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:46.854Z [qtp580718781-60] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f6638721-6716-41fc-89fa-4ca5707206c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:46.854Z [qtp580718781-60] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f6638721-6716-41fc-89fa-4ca5707206c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:46.855Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f6638721-6716-41fc-89fa-4ca5707206c3 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=34193 EndTimestamp=2021-05-04T01:22:46.855Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:12.662Z InvocationID=5daa908b-26b8-4054-986f-12ed1ed65431 ResponseDesc=Internal Server Error 2021-05-04T01:22:47.971Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7183421-e6d1-4724-ae79-85e83f0efbe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:22:50.582Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6c72283a-c4e3-4f21-8ef4-b6195a4d6971 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:50.582Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:50.582Z InvocationID=ec784bde-4e30-4731-a130-95dbdd06db36 2021-05-04T01:22:51.160Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59408150-81ea-48db-9a8a-44a024c6354a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:51.169Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d7183421-e6d1-4724-ae79-85e83f0efbe0 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=13459 EndTimestamp=2021-05-04T01:22:51.169Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:37.710Z InvocationID=c6ec8015-60a4-4bd7-8fa0-2e272e35d7fc ResponseDesc=Internal Server Error 2021-05-04T01:22:51.169Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=84ba6716-97a8-4744-b372-e104a9b1ef6d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=23488 EndTimestamp=2021-05-04T01:22:51.169Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:27.681Z InvocationID=7c5b2010-782f-40d3-9ac3-aa3075a54791 ResponseDesc=Internal Server Error 2021-05-04T01:22:51.171Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6c72283a-c4e3-4f21-8ef4-b6195a4d6971 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:51.248Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=627d16ca-b67e-41c4-bb14-b1cacceca22c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=5513 EndTimestamp=2021-05-04T01:22:51.248Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:45.735Z InvocationID=a584acc4-fba1-4d04-b246-03c654a7886b ResponseDesc=OK 2021-05-04T01:22:51.352Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=59408150-81ea-48db-9a8a-44a024c6354a InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=9267 EndTimestamp=2021-05-04T01:22:51.352Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:42.085Z InvocationID=f333af06-504f-47f5-892d-b028d92032d3 ResponseDesc=OK 2021-05-04T01:22:51.749Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6c72283a-c4e3-4f21-8ef4-b6195a4d6971 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=1167 EndTimestamp=2021-05-04T01:22:51.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:50.582Z InvocationID=e1322e20-2304-4cfa-9f73-424381a2f2aa ResponseDesc=OK 2021-05-04T01:22:52.463Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8ee705dc-66c4-4d4b-b6fc-59d6720c8608 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:52.463Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:52.463Z InvocationID=76abb9a2-ffc9-462e-a4ad-4f12d323eacb 2021-05-04T01:22:52.748Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8ee705dc-66c4-4d4b-b6fc-59d6720c8608 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:52.901Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8ee705dc-66c4-4d4b-b6fc-59d6720c8608 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=437 EndTimestamp=2021-05-04T01:22:52.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:52.463Z InvocationID=2194bfb3-b163-4aab-ac46-e3674f172523 ResponseDesc=OK 2021-05-04T01:22:53.865Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3990fcc-f7bd-405a-8d29-85043f776ace InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:53.865Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:53.865Z InvocationID=9532d9bf-e279-4525-97e1-69a675cf5143 2021-05-04T01:22:53.957Z [qtp580718781-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3990fcc-f7bd-405a-8d29-85043f776ace InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:54.703Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3990fcc-f7bd-405a-8d29-85043f776ace InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=837 EndTimestamp=2021-05-04T01:22:54.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:53.865Z InvocationID=8a6fd134-1eeb-4273-af07-f60fdaec431d ResponseDesc=OK 2021-05-04T01:22:55.692Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6ef8992-8bd3-4315-8402-259b718cb508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:55.692Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:55.692Z InvocationID=e77eb152-aece-4c46-8754-34a3b969d6f5 2021-05-04T01:22:55.800Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6ef8992-8bd3-4315-8402-259b718cb508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:56.059Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c6ef8992-8bd3-4315-8402-259b718cb508 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=367 EndTimestamp=2021-05-04T01:22:56.059Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:55.692Z InvocationID=d3647926-dff2-497c-85fd-890d9b7ae606 ResponseDesc=OK 2021-05-04T01:22:56.904Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32ee6de3-eae2-49a4-bc0c-88a237a5201c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:56.903Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:56.903Z InvocationID=6fb31d7f-7452-45e6-a842-f5e26a8078b3 2021-05-04T01:22:57.181Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32ee6de3-eae2-49a4-bc0c-88a237a5201c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:57.600Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=32ee6de3-eae2-49a4-bc0c-88a237a5201c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=697 EndTimestamp=2021-05-04T01:22:57.600Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:56.903Z InvocationID=05639cbe-ed96-4c8b-9d59-9a3f56c474e8 ResponseDesc=OK 2021-05-04T01:22:58.405Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9d6831f-1931-496c-9550-284a03511395 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:22:58.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:58.405Z InvocationID=94844dcf-8a7c-42dc-81bc-a619f20348c9 2021-05-04T01:22:58.497Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9d6831f-1931-496c-9550-284a03511395 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:22:58.898Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f9d6831f-1931-496c-9550-284a03511395 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=493 EndTimestamp=2021-05-04T01:22:58.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:22:58.405Z InvocationID=a0eef423-50ea-4b7a-9c26-07d756d22845 ResponseDesc=OK 2021-05-04T01:23:00.453Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=434d7adc-c78e-482e-bd22-0a43d89a7c09 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:00.453Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:00.453Z InvocationID=a269ed9c-3eb2-437c-b006-3a67b62b9cd9 2021-05-04T01:23:00.509Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=434d7adc-c78e-482e-bd22-0a43d89a7c09 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:00.749Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=434d7adc-c78e-482e-bd22-0a43d89a7c09 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=296 EndTimestamp=2021-05-04T01:23:00.749Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:00.453Z InvocationID=fde9d398-abb0-4f49-8d08-96122a38c299 ResponseDesc=OK 2021-05-04T01:23:01.158Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=93300fc8-b188-4899-8e12-0dc7167ca2aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:01.158Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:01.158Z InvocationID=3815f6f0-c9f7-4056-a1af-3cd2932eeb8f 2021-05-04T01:23:01.373Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=887745b8-cd8b-44df-8b7f-579c80308016 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:01.373Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:01.373Z InvocationID=73e59873-52b6-420c-9773-8da8f3792ce2 2021-05-04T01:23:06.469Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=887745b8-cd8b-44df-8b7f-579c80308016 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:06.549Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=93300fc8-b188-4899-8e12-0dc7167ca2aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:06.558Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=887745b8-cd8b-44df-8b7f-579c80308016 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=5185 EndTimestamp=2021-05-04T01:23:06.558Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:01.373Z InvocationID=48389f67-2962-483b-86bc-6f192fc8f8fc ResponseDesc=OK 2021-05-04T01:23:06.650Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=93300fc8-b188-4899-8e12-0dc7167ca2aa InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=5492 EndTimestamp=2021-05-04T01:23:06.650Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:01.158Z InvocationID=8b1fef5a-1143-4a01-b38e-da5505825067 ResponseDesc=OK 2021-05-04T01:23:06.975Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc942a88-04e8-4b5a-a6ba-ca046140aab1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:06.975Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:06.975Z InvocationID=feac5841-9067-4858-b920-44e4baae7c86 2021-05-04T01:23:07.050Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc942a88-04e8-4b5a-a6ba-ca046140aab1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:07.097Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=bc942a88-04e8-4b5a-a6ba-ca046140aab1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=122 EndTimestamp=2021-05-04T01:23:07.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:06.975Z InvocationID=556352ea-e973-4372-80b9-f4a5ab062279 ResponseDesc=OK 2021-05-04T01:23:07.380Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2ad1605a-351c-44e9-9b6b-dfa3f01077cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:07.380Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:07.380Z InvocationID=3731deb7-2cd3-4af7-a029-3de54501c687 2021-05-04T01:23:07.450Z [qtp580718781-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2ad1605a-351c-44e9-9b6b-dfa3f01077cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:07.524Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2ad1605a-351c-44e9-9b6b-dfa3f01077cb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=144 EndTimestamp=2021-05-04T01:23:07.524Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:07.380Z InvocationID=ab22946f-d886-4b17-8829-22454fd8f48e ResponseDesc=OK 2021-05-04T01:23:07.992Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b821794d-5c3c-46fd-b493-0ea6f3607266 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:07.991Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:07.991Z InvocationID=12b92651-07cc-4e0f-b276-38b2ecca67a2 2021-05-04T01:23:08.097Z [qtp580718781-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b821794d-5c3c-46fd-b493-0ea6f3607266 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:08.698Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b821794d-5c3c-46fd-b493-0ea6f3607266 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=707 EndTimestamp=2021-05-04T01:23:08.698Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:07.991Z InvocationID=c7c495be-09bb-403e-b373-c49583de01fe ResponseDesc=OK 2021-05-04T01:23:09.766Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2cb0d5d0-4f27-4861-8a90-1e041c75960f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:09.766Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:09.766Z InvocationID=0cd4feb7-181e-47dc-82c3-38cdb9a4cf9e 2021-05-04T01:23:09.854Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2cb0d5d0-4f27-4861-8a90-1e041c75960f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:10.648Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2cb0d5d0-4f27-4861-8a90-1e041c75960f InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=882 EndTimestamp=2021-05-04T01:23:10.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:09.766Z InvocationID=669ada31-d024-4e03-bfcb-cfe4ec2685f6 ResponseDesc=OK 2021-05-04T01:23:11.063Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=96a4a9ea-5c1a-4668-ad2a-6555fe846b78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:11.063Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:11.063Z InvocationID=494d0e16-01cc-4705-b1e3-d99bb813eb15 2021-05-04T01:23:11.100Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=96a4a9ea-5c1a-4668-ad2a-6555fe846b78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:11.157Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=96a4a9ea-5c1a-4668-ad2a-6555fe846b78 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=94 EndTimestamp=2021-05-04T01:23:11.157Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:11.063Z InvocationID=a9aa0b5e-0ff1-42d8-afe9-e7c4599db1ae ResponseDesc=OK 2021-05-04T01:23:11.358Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0500e2e1-014d-48c5-a946-6fb03b44d56d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:11.357Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:11.357Z InvocationID=7fa011de-743c-4fcc-baef-de74a259c430 2021-05-04T01:23:11.412Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0500e2e1-014d-48c5-a946-6fb03b44d56d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:11.658Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0500e2e1-014d-48c5-a946-6fb03b44d56d InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=300 EndTimestamp=2021-05-04T01:23:11.657Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:11.357Z InvocationID=1a3743f6-fb63-4a60-b2a8-de565c3d1c64 ResponseDesc=OK 2021-05-04T01:23:11.971Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2ab028eb-48cc-45d3-bd7f-855c79077f1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:11.971Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:11.971Z InvocationID=94a89f06-f2ee-45c9-b7ef-cf5edba621b2 2021-05-04T01:23:12.049Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2ab028eb-48cc-45d3-bd7f-855c79077f1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:12.591Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2ab028eb-48cc-45d3-bd7f-855c79077f1c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=620 EndTimestamp=2021-05-04T01:23:12.591Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:11.971Z InvocationID=c09fbdd4-b8d0-481f-ab6e-044d353acaf1 ResponseDesc=OK 2021-05-04T01:23:13.205Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=16685591-0d22-443d-a229-befa2470be24 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:13.204Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:13.204Z InvocationID=6e68b606-071f-464c-8c21-f876216f532a 2021-05-04T01:23:13.645Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=16685591-0d22-443d-a229-befa2470be24 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:13.900Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=16685591-0d22-443d-a229-befa2470be24 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=696 EndTimestamp=2021-05-04T01:23:13.900Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:13.204Z InvocationID=87ca8d55-3d9c-4a16-9fd0-d3fcc282ddd1 ResponseDesc=OK 2021-05-04T01:23:14.802Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=10986c6d-f5e6-4bd1-af95-110d9aaf0c04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:14.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:14.802Z InvocationID=b1012eb3-e600-4f47-adac-7cf983d4fdf5 2021-05-04T01:23:14.908Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=10986c6d-f5e6-4bd1-af95-110d9aaf0c04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:15.767Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=10986c6d-f5e6-4bd1-af95-110d9aaf0c04 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=965 EndTimestamp=2021-05-04T01:23:15.767Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:14.802Z InvocationID=661cf9f1-105e-441d-865f-8c9b829c30b5 ResponseDesc=OK 2021-05-04T01:23:16.583Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6a5eb3da-bd56-41df-b8b3-404ea40201ea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:16.583Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:16.583Z InvocationID=29354a50-457c-41d5-bb05-2f33668b5a25 2021-05-04T01:23:16.700Z [qtp580718781-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6a5eb3da-bd56-41df-b8b3-404ea40201ea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:17.064Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6a5eb3da-bd56-41df-b8b3-404ea40201ea InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=481 EndTimestamp=2021-05-04T01:23:17.064Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:16.583Z InvocationID=f7dc1a1c-96fd-4478-89c4-79206362f2f9 ResponseDesc=OK 2021-05-04T01:23:17.908Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=60ab11b1-164d-4e43-82e2-5c589938d36c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:17.908Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:17.908Z InvocationID=ecd261e0-bbe4-46f2-a991-24bcb47d2a22 2021-05-04T01:23:18.148Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=60ab11b1-164d-4e43-82e2-5c589938d36c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:18.418Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=60ab11b1-164d-4e43-82e2-5c589938d36c InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=509 EndTimestamp=2021-05-04T01:23:18.417Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:17.908Z InvocationID=5c4bf79e-4355-407f-be5d-ced3f8b5450e ResponseDesc=OK 2021-05-04T01:23:18.951Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9487d79c-52e3-430b-a0f1-bb70c1d0fdfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:18.951Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:18.951Z InvocationID=4bbfb853-b324-4f33-991a-d2f915bc9a58 2021-05-04T01:23:19.097Z [qtp580718781-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9487d79c-52e3-430b-a0f1-bb70c1d0fdfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:19.397Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9487d79c-52e3-430b-a0f1-bb70c1d0fdfb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=446 EndTimestamp=2021-05-04T01:23:19.397Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:18.951Z InvocationID=7632a9e5-a9de-4fbc-8925-1a06f744032c ResponseDesc=OK 2021-05-04T01:23:19.973Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1d12d33-76dd-4121-b8f4-815009496ad1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:19.973Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:19.973Z InvocationID=02be6012-1b49-4f00-ab8a-e91ee2cc3ec6 2021-05-04T01:23:20.058Z [qtp580718781-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1d12d33-76dd-4121-b8f4-815009496ad1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:20.448Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1d12d33-76dd-4121-b8f4-815009496ad1 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=474 EndTimestamp=2021-05-04T01:23:20.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:19.973Z InvocationID=3fb80574-5f14-4263-8bf5-c16dab14c48e ResponseDesc=OK 2021-05-04T01:23:20.979Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7cfeca9a-8f94-457b-a618-3e884e55fb99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:20.979Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:20.979Z InvocationID=470db606-69be-4b2c-9d4f-77ffe741dc10 2021-05-04T01:23:21.156Z [qtp580718781-46] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7cfeca9a-8f94-457b-a618-3e884e55fb99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:21.413Z [qtp580718781-46] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7cfeca9a-8f94-457b-a618-3e884e55fb99 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=433 EndTimestamp=2021-05-04T01:23:21.412Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:20.979Z InvocationID=67c6b30f-16fa-4ff5-aa92-254b629de018 ResponseDesc=OK 2021-05-04T01:23:22.304Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=41fa91c6-9f8a-498e-b13f-7328ac162f43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:22.304Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:22.304Z InvocationID=8a8c7cc5-23fb-4ade-8326-b3f0b6878cb3 2021-05-04T01:23:22.402Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=41fa91c6-9f8a-498e-b13f-7328ac162f43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:22.547Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=41fa91c6-9f8a-498e-b13f-7328ac162f43 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=243 EndTimestamp=2021-05-04T01:23:22.547Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:22.304Z InvocationID=217dd93b-3266-4d20-84ca-030361a2c355 ResponseDesc=OK 2021-05-04T01:23:27.055Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aa60de04-887e-4b46-bab0-42f23769f7fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:27.055Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:27.055Z InvocationID=c02f6546-2fed-41be-80b6-1308c91552bc 2021-05-04T01:23:27.074Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aa60de04-887e-4b46-bab0-42f23769f7fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:27.183Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aa60de04-887e-4b46-bab0-42f23769f7fb InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=128 EndTimestamp=2021-05-04T01:23:27.183Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:27.055Z InvocationID=c3a5bec4-7973-4fe2-a503-1dc97f2ad252 ResponseDesc=OK 2021-05-04T01:23:27.662Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a5d8555-7f1c-498d-9a33-be23d7dcc8ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:27.662Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:27.662Z InvocationID=a9e2fc52-e206-4ef2-8c65-34d939b0eb4f 2021-05-04T01:23:27.750Z [qtp580718781-60] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a5d8555-7f1c-498d-9a33-be23d7dcc8ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:27.951Z [qtp580718781-60] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a5d8555-7f1c-498d-9a33-be23d7dcc8ee InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=289 EndTimestamp=2021-05-04T01:23:27.951Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:27.662Z InvocationID=7982a57d-24d1-48d0-b4f3-1360bd355af6 ResponseDesc=OK 2021-05-04T01:23:28.081Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0994089b-5ce2-413e-8ed0-d85e2b13f4b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:28.081Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:28.081Z InvocationID=f76fba50-f523-4fe9-b8b4-e1244fbb5276 2021-05-04T01:23:28.297Z [qtp580718781-61] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0994089b-5ce2-413e-8ed0-d85e2b13f4b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:28.706Z [qtp580718781-61] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0994089b-5ce2-413e-8ed0-d85e2b13f4b7 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=625 EndTimestamp=2021-05-04T01:23:28.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:28.081Z InvocationID=00162bfa-bfac-4751-b9e8-050b4cd7cc4d ResponseDesc=OK 2021-05-04T01:23:30.508Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dbe9fc83-f502-40a7-a18f-a370fba863c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:30.508Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:30.508Z InvocationID=eb53488b-c64d-40a8-b0af-b87910edc6f5 2021-05-04T01:23:30.582Z [qtp580718781-59] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dbe9fc83-f502-40a7-a18f-a370fba863c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:30.864Z [qtp580718781-59] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dbe9fc83-f502-40a7-a18f-a370fba863c2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=356 EndTimestamp=2021-05-04T01:23:30.864Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:30.508Z InvocationID=49c219bf-8097-4eec-a1c8-a6dfee840c27 ResponseDesc=OK 2021-05-04T01:23:31.391Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81fc5687-5347-4ad7-bb48-fbfc33f02bff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:31.391Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:31.391Z InvocationID=d7f8b925-eee7-409c-8a63-8f9ce72a0200 2021-05-04T01:23:31.552Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81fc5687-5347-4ad7-bb48-fbfc33f02bff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:31.743Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=81fc5687-5347-4ad7-bb48-fbfc33f02bff InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=352 EndTimestamp=2021-05-04T01:23:31.743Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:31.391Z InvocationID=f83fed39-db30-40ed-b18f-fb1d3a892438 ResponseDesc=OK 2021-05-04T01:23:32.656Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e41bf4bc-b768-40bf-9cf9-d3f928db4ec4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:32.656Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:32.656Z InvocationID=e1cea7b2-b619-4516-86bd-474e9769fdb6 2021-05-04T01:23:32.703Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e41bf4bc-b768-40bf-9cf9-d3f928db4ec4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:33.051Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e41bf4bc-b768-40bf-9cf9-d3f928db4ec4 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=395 EndTimestamp=2021-05-04T01:23:33.051Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:32.656Z InvocationID=9e5a90cb-0331-4518-b56c-43af832d785d ResponseDesc=OK 2021-05-04T01:23:34.005Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bbec95c2-b12e-4f01-bd3d-bc03cec2aab2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 ElapsedTime=0 EndTimestamp=2021-05-04T01:23:34.005Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:23:34.005Z InvocationID=c7fe480d-df20-46ca-a817-63fcf39248e1 2021-05-04T01:23:34.102Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bbec95c2-b12e-4f01-bd3d-bc03cec2aab2 InstanceID=6bbbf088-32d6-4e08-96d6-38c4ddb8cdf3 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:23:55.011Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T01:23:56.086Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T01:23:56.443Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T01:23:56.450Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T01:23:56.469Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T01:23:56.709Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T01:23:56.796Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T01:23:56.888Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T01:23:58.793Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:23:58.795Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:23:58.795Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:23:58.795Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:24:01.282Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:24:01.425Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:24:01.512Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:24:01.515Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-05-04T01:24:02.360Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-05-04T01:24:02.368Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-05-04T01:24:03.025Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-05-04T01:24:03.146Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 8133 ms 2021-05-04T01:24:05.817Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:24:05.939Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:24:05.961Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:24:06.428Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-05-04T01:24:06.639Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 211 ms 2021-05-04T01:24:07.522Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d5434654-d131-4e1a-b53a-aa42302071bd ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:07.511Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:07.511Z InvocationID=12c8d070-52e0-4486-85ea-e4671ce76627 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:07.931Z [qtp580718781-17] INFO c.datastax.driver.core.ClockFactory RequestID=d5434654-d131-4e1a-b53a-aa42302071bd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using native clock to generate timestamps. 2021-05-04T01:24:08.284Z [qtp580718781-17] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=d5434654-d131-4e1a-b53a-aa42302071bd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:24:08.284Z [qtp580718781-17] INFO com.datastax.driver.core.Cluster RequestID=d5434654-d131-4e1a-b53a-aa42302071bd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:24:08.285Z [qtp580718781-17] INFO com.datastax.driver.core.Cluster RequestID=d5434654-d131-4e1a-b53a-aa42302071bd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:24:08.285Z [qtp580718781-17] INFO com.datastax.driver.core.Cluster RequestID=d5434654-d131-4e1a-b53a-aa42302071bd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:24:10.968Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9eea4fa7-5fd7-4288-a76a-ebc858e64679 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:10.967Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:10.967Z InvocationID=9d53988c-77b5-488b-88bf-29f88ac58299 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:10.999Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT * FROM element LIMIT 1' 2021-05-04T01:24:11.052Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9eea4fa7-5fd7-4288-a76a-ebc858e64679 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:24:11.198Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d5434654-d131-4e1a-b53a-aa42302071bd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:24:11.201Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-05-04T01:24:11.201Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id FROM version LIMIT 1' 2021-05-04T01:24:11.202Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='INSERT INTO version (space, item_id, version_id, base_version_id, creation_time, modification_time) VALUES (?, ?, ?, ?, ?, ?)' 2021-05-04T01:24:11.203Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='SELECT version_id, base_version_id, creation_time, modification_time FROM version WHERE space=? AND item_id=?' 2021-05-04T01:24:11.245Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='UPDATE version SET modification_time=? WHERE space=? AND item_id=? AND version_id=? ' 2021-05-04T01:24:11.246Z [cluster2-worker-0] WARN com.datastax.driver.core.Cluster Re-preparing already prepared query is generally an anti-pattern and will likely affect performance. Consider preparing the statement only once. Query='DELETE FROM version WHERE space=? AND item_id=? AND version_id=? ' 2021-05-04T01:24:11.599Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d5434654-d131-4e1a-b53a-aa42302071bd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=4085 EndTimestamp=2021-05-04T01:24:11.596Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:07.511Z InvocationID=1b82d3d2-1348-4841-b110-ad37255b41a6 ResponseDesc=OK 2021-05-04T01:24:11.921Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9eea4fa7-5fd7-4288-a76a-ebc858e64679 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=954 EndTimestamp=2021-05-04T01:24:11.921Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:10.967Z InvocationID=a4091bbe-d774-454b-bdab-568f860abceb ResponseDesc=OK 2021-05-04T01:24:12.399Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=408ed40c-fbcd-4b04-8dac-124a0d0197f1 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:12.399Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:12.399Z InvocationID=1381cba4-bd2c-4177-bcb8-8ebdf3cc2fa5 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:12.425Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=408ed40c-fbcd-4b04-8dac-124a0d0197f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:24:13.165Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=408ed40c-fbcd-4b04-8dac-124a0d0197f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=766 EndTimestamp=2021-05-04T01:24:13.165Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:12.399Z InvocationID=f673e8b3-6128-40a1-9509-44a93fe1cadc ResponseDesc=OK 2021-05-04T01:24:14.008Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7f14d9d-8d2c-42c3-8fcf-a667f18b5973 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:14.007Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:14.007Z InvocationID=36936021-0467-4a2f-b6d7-9e7b030d9a0d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:14.021Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7f14d9d-8d2c-42c3-8fcf-a667f18b5973 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:24:14.601Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d7f14d9d-8d2c-42c3-8fcf-a667f18b5973 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=594 EndTimestamp=2021-05-04T01:24:14.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:14.007Z InvocationID=19ccaf7f-6af9-49d8-9b69-b985ed477ca0 ResponseDesc=OK 2021-05-04T01:24:15.574Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5659445e-bfaf-44f0-b1a0-9e627abc3779 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:15.574Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:15.574Z InvocationID=9d0d1102-c0ba-4c65-8c4d-c9c638a85eeb PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:16.360Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5659445e-bfaf-44f0-b1a0-9e627abc3779 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:24:16.648Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5659445e-bfaf-44f0-b1a0-9e627abc3779 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=1074 EndTimestamp=2021-05-04T01:24:16.648Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:15.574Z InvocationID=0de521ef-c41b-4d7c-b1a3-e627a326153a ResponseDesc=OK 2021-05-04T01:24:17.975Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=254013cf-f82b-40a1-b7f9-cb0a49a351d1 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:17.974Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:17.974Z InvocationID=481a4a52-73d4-4adc-86d2-ab79228ea00f PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:18.199Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=254013cf-f82b-40a1-b7f9-cb0a49a351d1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:24:21.879Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=254013cf-f82b-40a1-b7f9-cb0a49a351d1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=3904 EndTimestamp=2021-05-04T01:24:21.878Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:17.974Z InvocationID=1d96b11e-9e7a-4f54-9eb3-1062df727cc1 ResponseDesc=OK 2021-05-04T01:24:22.100Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4be5cf12-9555-4432-bf90-6e02064c8b05 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:22.100Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:22.100Z InvocationID=f5ff5ff0-35ab-4b02-a49a-683ee293ea80 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:22.200Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4be5cf12-9555-4432-bf90-6e02064c8b05 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:24:22.503Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4be5cf12-9555-4432-bf90-6e02064c8b05 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=402 EndTimestamp=2021-05-04T01:24:22.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:22.100Z InvocationID=c343d4c0-5349-4beb-b3aa-6405c92ccb9f ResponseDesc=OK 2021-05-04T01:24:23.557Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a436cf77-02f2-4ec6-b1e3-de3ba9f3f52e ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:23.557Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:23.557Z InvocationID=9d5fc886-16f0-4e3e-85e6-962780c7698e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:35.658Z [qtp580718781-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a436cf77-02f2-4ec6-b1e3-de3ba9f3f52e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:24:45.706Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a436cf77-02f2-4ec6-b1e3-de3ba9f3f52e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:24:46.682Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7da4c154-4a36-41de-a750-64f82f8f1239 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:24:46.681Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:46.681Z InvocationID=b71957f1-101f-4188-bf57-66fe578d7c72 2021-05-04T01:24:49.742Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0544880f-a8c6-4643-b9e0-f230ab18f818 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:24:49.742Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:49.742Z InvocationID=e6d1c95a-aac5-4386-b0bc-76c983dc750e 2021-05-04T01:24:52.839Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=856189c3-e54d-4e4f-ad30-564e9561413c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:24:52.838Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:52.838Z InvocationID=133f5a61-3811-4abb-85bc-1175935023f1 2021-05-04T01:24:52.907Z [qtp580718781-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=856189c3-e54d-4e4f-ad30-564e9561413c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:24:55.980Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc581ecb-5f54-4083-a8b0-b7162a3a3fbb ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:24:55.980Z ElapsedTime=0 EndTimestamp=2021-05-04T01:24:55.980Z InvocationID=b620581a-4ed5-4eda-ab61-e26a0b37b28a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:24:57.764Z [qtp580718781-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a436cf77-02f2-4ec6-b1e3-de3ba9f3f52e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:24:57.765Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a436cf77-02f2-4ec6-b1e3-de3ba9f3f52e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:24:57.767Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a436cf77-02f2-4ec6-b1e3-de3ba9f3f52e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=34210 EndTimestamp=2021-05-04T01:24:57.767Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:23.557Z InvocationID=45d95a5b-7663-40d1-b98d-474dc15fcaf9 ResponseDesc=Internal Server Error 2021-05-04T01:24:58.743Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7da4c154-4a36-41de-a750-64f82f8f1239 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:24:58.754Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7da4c154-4a36-41de-a750-64f82f8f1239 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:24:59.040Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c7f363bf-c6b4-406b-af05-0131712d0da1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:24:59.040Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:59.040Z InvocationID=5009a591-9794-4f9a-8375-497b3b95b90b 2021-05-04T01:25:01.750Z [qtp580718781-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c7f363bf-c6b4-406b-af05-0131712d0da1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:01.750Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0544880f-a8c6-4643-b9e0-f230ab18f818 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:01.751Z [qtp580718781-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc581ecb-5f54-4083-a8b0-b7162a3a3fbb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:01.751Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=856189c3-e54d-4e4f-ad30-564e9561413c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:01.804Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0544880f-a8c6-4643-b9e0-f230ab18f818 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:01.806Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c7f363bf-c6b4-406b-af05-0131712d0da1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:01.806Z [qtp580718781-42] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=856189c3-e54d-4e4f-ad30-564e9561413c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:01.808Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=856189c3-e54d-4e4f-ad30-564e9561413c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:01.809Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=856189c3-e54d-4e4f-ad30-564e9561413c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=8970 EndTimestamp=2021-05-04T01:25:01.808Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:52.838Z InvocationID=2f88e7ea-9dff-4712-b930-f39677a1847f ResponseDesc=Internal Server Error 2021-05-04T01:25:01.811Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fc581ecb-5f54-4083-a8b0-b7162a3a3fbb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:01.816Z [qtp580718781-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fc581ecb-5f54-4083-a8b0-b7162a3a3fbb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:01.817Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fc581ecb-5f54-4083-a8b0-b7162a3a3fbb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:01.817Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fc581ecb-5f54-4083-a8b0-b7162a3a3fbb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=5837 EndTimestamp=2021-05-04T01:25:01.817Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:55.980Z InvocationID=b16eead4-5ee4-416c-86e1-31d51bd66857 ResponseDesc=Internal Server Error 2021-05-04T01:25:02.142Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ea397677-aba2-48f8-84ba-1a2daf3ff2dd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:02.142Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:02.142Z InvocationID=3d4cbe2a-afce-40e8-b4f1-c7320937489b 2021-05-04T01:25:02.203Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ea397677-aba2-48f8-84ba-1a2daf3ff2dd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:02.210Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ea397677-aba2-48f8-84ba-1a2daf3ff2dd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:03.961Z [qtp580718781-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c7f363bf-c6b4-406b-af05-0131712d0da1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.961Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c7f363bf-c6b4-406b-af05-0131712d0da1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.961Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7da4c154-4a36-41de-a750-64f82f8f1239 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.962Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7da4c154-4a36-41de-a750-64f82f8f1239 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.962Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c7f363bf-c6b4-406b-af05-0131712d0da1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=4922 EndTimestamp=2021-05-04T01:25:03.962Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:59.040Z InvocationID=f885d470-d7a2-4bab-8245-0fdf09d6e618 ResponseDesc=Internal Server Error 2021-05-04T01:25:03.963Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7da4c154-4a36-41de-a750-64f82f8f1239 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=17281 EndTimestamp=2021-05-04T01:25:03.962Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:46.681Z InvocationID=45aa8cc3-8448-4b26-bd99-64620b315ecb ResponseDesc=Internal Server Error 2021-05-04T01:25:03.964Z [qtp580718781-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0544880f-a8c6-4643-b9e0-f230ab18f818 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.964Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0544880f-a8c6-4643-b9e0-f230ab18f818 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.964Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0544880f-a8c6-4643-b9e0-f230ab18f818 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=14222 EndTimestamp=2021-05-04T01:25:03.964Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:24:49.742Z InvocationID=26ba090a-43af-4d57-a461-584d1ed4a3b2 ResponseDesc=Internal Server Error 2021-05-04T01:25:03.969Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ea397677-aba2-48f8-84ba-1a2daf3ff2dd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.970Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ea397677-aba2-48f8-84ba-1a2daf3ff2dd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:25:03.971Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ea397677-aba2-48f8-84ba-1a2daf3ff2dd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=1829 EndTimestamp=2021-05-04T01:25:03.971Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:02.142Z InvocationID=cbfdcf3b-c151-4226-842d-07722d4a742a ResponseDesc=Internal Server Error 2021-05-04T01:25:04.003Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91ef62f4-982c-4870-ab45-70ed2c1ec67e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.003Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.003Z InvocationID=9d81a970-c7fb-4011-b5e6-04970873d123 2021-05-04T01:25:04.011Z [qtp580718781-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91ef62f4-982c-4870-ab45-70ed2c1ec67e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.016Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=91ef62f4-982c-4870-ab45-70ed2c1ec67e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.021Z [qtp580718781-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=91ef62f4-982c-4870-ab45-70ed2c1ec67e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.021Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=91ef62f4-982c-4870-ab45-70ed2c1ec67e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.022Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=91ef62f4-982c-4870-ab45-70ed2c1ec67e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=19 EndTimestamp=2021-05-04T01:25:04.022Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.003Z InvocationID=6bd9e892-032a-4af4-b61c-68add123f8a5 ResponseDesc=Internal Server Error 2021-05-04T01:25:04.033Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=33f9a356-3630-4fc9-9508-01a3960803a4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:25:04.033Z ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.033Z InvocationID=016d2e33-3593-45a9-85f5-6e5a92cd96c4 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:25:04.105Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=33f9a356-3630-4fc9-9508-01a3960803a4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.117Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=33f9a356-3630-4fc9-9508-01a3960803a4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.123Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=33f9a356-3630-4fc9-9508-01a3960803a4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.123Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=33f9a356-3630-4fc9-9508-01a3960803a4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.124Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=33f9a356-3630-4fc9-9508-01a3960803a4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=91 EndTimestamp=2021-05-04T01:25:04.124Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.033Z InvocationID=2eef4661-8215-41c0-80fc-37735a13fbd7 ResponseDesc=Internal Server Error 2021-05-04T01:25:04.136Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c530b836-376f-4926-a8b4-4b813b789637 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.136Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.136Z InvocationID=64eb096d-2dba-4114-b007-fc8aad69c35e 2021-05-04T01:25:04.201Z [qtp580718781-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c530b836-376f-4926-a8b4-4b813b789637 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.207Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c530b836-376f-4926-a8b4-4b813b789637 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.213Z [qtp580718781-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c530b836-376f-4926-a8b4-4b813b789637 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.213Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c530b836-376f-4926-a8b4-4b813b789637 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.213Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c530b836-376f-4926-a8b4-4b813b789637 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=77 EndTimestamp=2021-05-04T01:25:04.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.136Z InvocationID=3760b80a-c7f8-46ea-bc6a-de7b3256eef2 ResponseDesc=Internal Server Error 2021-05-04T01:25:04.225Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cba3a805-4f4a-43f5-a0cc-7197daec94a3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:25:04.225Z ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.225Z InvocationID=925bcbac-d49c-4183-a1ac-dd38904b8657 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:25:04.231Z [qtp580718781-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cba3a805-4f4a-43f5-a0cc-7197daec94a3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.313Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cba3a805-4f4a-43f5-a0cc-7197daec94a3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.401Z [qtp580718781-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=cba3a805-4f4a-43f5-a0cc-7197daec94a3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.401Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=cba3a805-4f4a-43f5-a0cc-7197daec94a3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.402Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=cba3a805-4f4a-43f5-a0cc-7197daec94a3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=176 EndTimestamp=2021-05-04T01:25:04.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.225Z InvocationID=a66f1cc3-c471-4d27-9085-0b223b87ea7f ResponseDesc=Internal Server Error 2021-05-04T01:25:04.414Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=55623e86-e9f3-4020-8aef-09403f28449c ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:25:04.414Z ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.414Z InvocationID=41aab6da-7832-4db0-b429-9d58d0c2fab8 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:25:04.422Z [qtp580718781-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=55623e86-e9f3-4020-8aef-09403f28449c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.503Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=55623e86-e9f3-4020-8aef-09403f28449c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.508Z [qtp580718781-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=55623e86-e9f3-4020-8aef-09403f28449c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.509Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=55623e86-e9f3-4020-8aef-09403f28449c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.510Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=55623e86-e9f3-4020-8aef-09403f28449c InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=95 EndTimestamp=2021-05-04T01:25:04.509Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.414Z InvocationID=6d79663c-3f1c-4bb3-b11c-7c157e5673f9 ResponseDesc=Internal Server Error 2021-05-04T01:25:04.525Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1effb30c-26f3-46eb-b8a2-18079b0ff142 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 EntryTimestamp=2021-05-04T01:25:04.525Z ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.525Z InvocationID=99d2a022-bff3-45c4-b06c-599f1eb043c8 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:25:04.608Z [qtp580718781-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1effb30c-26f3-46eb-b8a2-18079b0ff142 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.615Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1effb30c-26f3-46eb-b8a2-18079b0ff142 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.620Z [qtp580718781-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1effb30c-26f3-46eb-b8a2-18079b0ff142 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.620Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1effb30c-26f3-46eb-b8a2-18079b0ff142 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.621Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1effb30c-26f3-46eb-b8a2-18079b0ff142 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=96 EndTimestamp=2021-05-04T01:25:04.621Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.525Z InvocationID=306f0f7d-aee7-4fc4-b0b0-6329dae0609d ResponseDesc=Internal Server Error 2021-05-04T01:25:04.706Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c40bdbcf-68a8-4e1e-b1a9-41a2d4e418b1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.706Z InvocationID=2bef4747-9fbb-49fa-b34f-dae9c213bec5 2021-05-04T01:25:04.713Z [qtp580718781-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c40bdbcf-68a8-4e1e-b1a9-41a2d4e418b1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.718Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c40bdbcf-68a8-4e1e-b1a9-41a2d4e418b1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.722Z [qtp580718781-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c40bdbcf-68a8-4e1e-b1a9-41a2d4e418b1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.722Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c40bdbcf-68a8-4e1e-b1a9-41a2d4e418b1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.722Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c40bdbcf-68a8-4e1e-b1a9-41a2d4e418b1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=16 EndTimestamp=2021-05-04T01:25:04.722Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.706Z InvocationID=1cca163d-e0a0-4185-bb05-2052cc809371 ResponseDesc=Internal Server Error 2021-05-04T01:25:04.807Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1a9d3274-af06-4a43-bfe7-efaf5d08c31f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.806Z InvocationID=bd95252e-c5b6-4a8c-b4d2-bb08676fb3af 2021-05-04T01:25:04.815Z [qtp580718781-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1a9d3274-af06-4a43-bfe7-efaf5d08c31f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.821Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1a9d3274-af06-4a43-bfe7-efaf5d08c31f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.826Z [qtp580718781-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1a9d3274-af06-4a43-bfe7-efaf5d08c31f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.826Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1a9d3274-af06-4a43-bfe7-efaf5d08c31f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.827Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1a9d3274-af06-4a43-bfe7-efaf5d08c31f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=21 EndTimestamp=2021-05-04T01:25:04.827Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.806Z InvocationID=573eaf50-23dd-4690-b712-7b55ab4d1229 ResponseDesc=Internal Server Error 2021-05-04T01:25:04.904Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1bb4ab7f-943a-42ec-8c54-b6df0f161b78 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:04.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.904Z InvocationID=59997926-4fa9-4bfb-8aeb-6475cd8fc022 2021-05-04T01:25:04.912Z [qtp580718781-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1bb4ab7f-943a-42ec-8c54-b6df0f161b78 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.917Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1bb4ab7f-943a-42ec-8c54-b6df0f161b78 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.922Z [qtp580718781-42] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1bb4ab7f-943a-42ec-8c54-b6df0f161b78 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.922Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1bb4ab7f-943a-42ec-8c54-b6df0f161b78 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:04.923Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1bb4ab7f-943a-42ec-8c54-b6df0f161b78 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=19 EndTimestamp=2021-05-04T01:25:04.923Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:04.904Z InvocationID=cdf52390-bf74-43b2-923a-d0726c8f0093 ResponseDesc=Internal Server Error 2021-05-04T01:25:05.006Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fcee5342-0c35-439b-9574-5e770f0bcc88 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.006Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.006Z InvocationID=307879e2-6815-4ff9-83fc-e42030fee4ec 2021-05-04T01:25:05.013Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fcee5342-0c35-439b-9574-5e770f0bcc88 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.018Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fcee5342-0c35-439b-9574-5e770f0bcc88 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.023Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fcee5342-0c35-439b-9574-5e770f0bcc88 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.023Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fcee5342-0c35-439b-9574-5e770f0bcc88 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.024Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fcee5342-0c35-439b-9574-5e770f0bcc88 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=18 EndTimestamp=2021-05-04T01:25:05.024Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.006Z InvocationID=8ca554a8-0871-4f70-9925-6cca0005c6cf ResponseDesc=Internal Server Error 2021-05-04T01:25:05.108Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e4d5541c-234a-44b9-8fe3-153a936886db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.107Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.107Z InvocationID=f42d1ced-bd80-4eb7-a684-04da3ec41055 2021-05-04T01:25:05.116Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e4d5541c-234a-44b9-8fe3-153a936886db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.121Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e4d5541c-234a-44b9-8fe3-153a936886db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.128Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e4d5541c-234a-44b9-8fe3-153a936886db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.128Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e4d5541c-234a-44b9-8fe3-153a936886db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.129Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e4d5541c-234a-44b9-8fe3-153a936886db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=22 EndTimestamp=2021-05-04T01:25:05.129Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.107Z InvocationID=6e2b6461-8d4b-4bf8-b314-dcd0be310d79 ResponseDesc=Internal Server Error 2021-05-04T01:25:05.207Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=59a95157-b5e7-4359-bb6f-ccddc5dd1720 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.206Z InvocationID=81b08c34-50bc-4c15-9246-3d5e13dcda64 2021-05-04T01:25:05.212Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=59a95157-b5e7-4359-bb6f-ccddc5dd1720 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.216Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=59a95157-b5e7-4359-bb6f-ccddc5dd1720 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.221Z [qtp580718781-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=59a95157-b5e7-4359-bb6f-ccddc5dd1720 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.222Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=59a95157-b5e7-4359-bb6f-ccddc5dd1720 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.222Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=59a95157-b5e7-4359-bb6f-ccddc5dd1720 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=16 EndTimestamp=2021-05-04T01:25:05.222Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.206Z InvocationID=227d224c-0fbf-4bfc-bfb8-de695ef2a937 ResponseDesc=Internal Server Error 2021-05-04T01:25:05.309Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dee512c8-d2ba-4cc7-997c-68d8bd285540 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.309Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.309Z InvocationID=14294635-1ca9-40cf-a42f-695e2a051b8c 2021-05-04T01:25:05.315Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dee512c8-d2ba-4cc7-997c-68d8bd285540 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.319Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dee512c8-d2ba-4cc7-997c-68d8bd285540 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.325Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=dee512c8-d2ba-4cc7-997c-68d8bd285540 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.325Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=dee512c8-d2ba-4cc7-997c-68d8bd285540 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.326Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=dee512c8-d2ba-4cc7-997c-68d8bd285540 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=16 EndTimestamp=2021-05-04T01:25:05.325Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.309Z InvocationID=ad80104a-248e-4942-9abc-c766dabda53b ResponseDesc=Internal Server Error 2021-05-04T01:25:05.407Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26f42a2b-47ff-4cc3-a498-bb975d6e873a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.407Z InvocationID=d10de79e-df09-4c75-90af-3fea2c711708 2021-05-04T01:25:05.414Z [qtp580718781-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26f42a2b-47ff-4cc3-a498-bb975d6e873a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.419Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=26f42a2b-47ff-4cc3-a498-bb975d6e873a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.424Z [qtp580718781-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=26f42a2b-47ff-4cc3-a498-bb975d6e873a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.425Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=26f42a2b-47ff-4cc3-a498-bb975d6e873a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.426Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=26f42a2b-47ff-4cc3-a498-bb975d6e873a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=18 EndTimestamp=2021-05-04T01:25:05.425Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.407Z InvocationID=c4bd3c61-e265-45d0-9356-07bcf8a023c1 ResponseDesc=Internal Server Error 2021-05-04T01:25:05.507Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5036a06c-e5a6-4853-9c7f-c7a0654a7d98 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.507Z InvocationID=38c823c1-e04f-48bd-a6ce-d5352907cd0a 2021-05-04T01:25:05.516Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5036a06c-e5a6-4853-9c7f-c7a0654a7d98 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.521Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5036a06c-e5a6-4853-9c7f-c7a0654a7d98 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.526Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5036a06c-e5a6-4853-9c7f-c7a0654a7d98 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.526Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5036a06c-e5a6-4853-9c7f-c7a0654a7d98 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.527Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5036a06c-e5a6-4853-9c7f-c7a0654a7d98 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=19 EndTimestamp=2021-05-04T01:25:05.526Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.507Z InvocationID=fa800834-16b4-41b7-87e4-e90f0309be08 ResponseDesc=Internal Server Error 2021-05-04T01:25:05.607Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7c8e1fc9-c7ca-4ac8-909b-50447b15dea8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.607Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.607Z InvocationID=a985c4c2-1bc5-4597-8287-4fbbf1cf6fc7 2021-05-04T01:25:05.612Z [qtp580718781-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7c8e1fc9-c7ca-4ac8-909b-50447b15dea8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.617Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7c8e1fc9-c7ca-4ac8-909b-50447b15dea8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.624Z [qtp580718781-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7c8e1fc9-c7ca-4ac8-909b-50447b15dea8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.624Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7c8e1fc9-c7ca-4ac8-909b-50447b15dea8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.625Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7c8e1fc9-c7ca-4ac8-909b-50447b15dea8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=18 EndTimestamp=2021-05-04T01:25:05.625Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.607Z InvocationID=29a9073e-c3c0-4c59-8011-c66df7aece7a ResponseDesc=Internal Server Error 2021-05-04T01:25:05.725Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d1af7f96-1717-4c9c-b944-b9af28885fe1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:05.724Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.724Z InvocationID=ab612137-13e3-4fde-87f3-c1b4493035dc 2021-05-04T01:25:05.802Z [qtp580718781-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d1af7f96-1717-4c9c-b944-b9af28885fe1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.807Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d1af7f96-1717-4c9c-b944-b9af28885fe1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.813Z [qtp580718781-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d1af7f96-1717-4c9c-b944-b9af28885fe1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.813Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d1af7f96-1717-4c9c-b944-b9af28885fe1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:05.813Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d1af7f96-1717-4c9c-b944-b9af28885fe1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=89 EndTimestamp=2021-05-04T01:25:05.813Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:05.724Z InvocationID=9e010d31-0c94-4954-be3b-7df5e54ddee8 ResponseDesc=Internal Server Error 2021-05-04T01:25:07.669Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2432892e-e1ad-4ba3-a28d-e68eb43b44f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:07.669Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:07.669Z InvocationID=721522a4-e36f-4cbe-981c-6945a99a48ae 2021-05-04T01:25:07.701Z [qtp580718781-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2432892e-e1ad-4ba3-a28d-e68eb43b44f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:07.708Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2432892e-e1ad-4ba3-a28d-e68eb43b44f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:07.714Z [qtp580718781-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2432892e-e1ad-4ba3-a28d-e68eb43b44f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:07.714Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2432892e-e1ad-4ba3-a28d-e68eb43b44f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:07.715Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2432892e-e1ad-4ba3-a28d-e68eb43b44f1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=46 EndTimestamp=2021-05-04T01:25:07.715Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:07.669Z InvocationID=5b5d99d6-1f91-4496-a09c-c92c477965cf ResponseDesc=Internal Server Error 2021-05-04T01:25:10.995Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ab95402-e673-4e6d-97ad-eeeecf8f910d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:10.995Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:10.995Z InvocationID=fc56ca69-b72d-4e39-abf4-fd9d3aa6159b 2021-05-04T01:25:11.002Z [qtp580718781-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ab95402-e673-4e6d-97ad-eeeecf8f910d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:11.007Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9ab95402-e673-4e6d-97ad-eeeecf8f910d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:11.021Z [qtp580718781-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9ab95402-e673-4e6d-97ad-eeeecf8f910d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:11.021Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9ab95402-e673-4e6d-97ad-eeeecf8f910d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:25:11.022Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9ab95402-e673-4e6d-97ad-eeeecf8f910d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=27 EndTimestamp=2021-05-04T01:25:11.022Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:10.995Z InvocationID=1781053b-20f4-40a7-81b2-95e9d28219fd ResponseDesc=Internal Server Error 2021-05-04T01:25:14.506Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=182d55ba-b042-433e-be94-603ffb368c54 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:14.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:14.505Z InvocationID=3b13fe16-9487-4a7d-9d81-911e276ce047 2021-05-04T01:25:14.613Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=182d55ba-b042-433e-be94-603ffb368c54 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:14.802Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=182d55ba-b042-433e-be94-603ffb368c54 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=296 EndTimestamp=2021-05-04T01:25:14.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:14.505Z InvocationID=01610b49-5b5e-4a2b-9870-c5ce383b6f80 ResponseDesc=OK 2021-05-04T01:25:17.430Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fef5860f-3110-4a11-80ec-5187c49fd316 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:17.430Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:17.430Z InvocationID=fdcf73c6-b790-4d89-844f-02bea721c428 2021-05-04T01:25:17.766Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fef5860f-3110-4a11-80ec-5187c49fd316 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:17.900Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fef5860f-3110-4a11-80ec-5187c49fd316 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=469 EndTimestamp=2021-05-04T01:25:17.899Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:17.430Z InvocationID=aafe4837-6459-4c56-be3e-d251c2b10600 ResponseDesc=OK 2021-05-04T01:25:20.405Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9b237fb8-f71f-4c21-8fb1-e8f66f3ac68a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:20.405Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:20.405Z InvocationID=390f860c-c58d-4373-a5bc-1177901a193b 2021-05-04T01:25:20.597Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9b237fb8-f71f-4c21-8fb1-e8f66f3ac68a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:21.154Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9b237fb8-f71f-4c21-8fb1-e8f66f3ac68a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=749 EndTimestamp=2021-05-04T01:25:21.154Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:20.405Z InvocationID=c5925260-f7aa-45f4-8156-1d992e737fcc ResponseDesc=OK 2021-05-04T01:25:24.090Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7901210f-f8e3-42b9-9cd5-7186bf1a98eb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:24.090Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:24.090Z InvocationID=0af4493b-d71a-4e6a-99e7-ccda9d70adf2 2021-05-04T01:25:24.200Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7901210f-f8e3-42b9-9cd5-7186bf1a98eb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:24.402Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7901210f-f8e3-42b9-9cd5-7186bf1a98eb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=311 EndTimestamp=2021-05-04T01:25:24.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:24.090Z InvocationID=0580fa09-7cdd-4f86-b9c6-bf6a18e66fee ResponseDesc=OK 2021-05-04T01:25:26.267Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cf4eaf4b-eecc-4e56-a926-37272e13fcda InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:26.266Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:26.266Z InvocationID=cbd67709-af24-4b39-9e5e-8a426e025a25 2021-05-04T01:25:26.365Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cf4eaf4b-eecc-4e56-a926-37272e13fcda InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:26.459Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cf4eaf4b-eecc-4e56-a926-37272e13fcda InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=193 EndTimestamp=2021-05-04T01:25:26.459Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:26.266Z InvocationID=95746332-6a09-4638-bd64-1fb748f73754 ResponseDesc=OK 2021-05-04T01:25:29.557Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8cc11eb-0e76-46ec-81f6-84424cdc4948 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:29.556Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:29.556Z InvocationID=29e0cff3-c8b1-4d87-ac1e-08d676bbc6d8 2021-05-04T01:25:29.698Z [qtp580718781-44] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8cc11eb-0e76-46ec-81f6-84424cdc4948 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:29.948Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8cc11eb-0e76-46ec-81f6-84424cdc4948 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=391 EndTimestamp=2021-05-04T01:25:29.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:29.556Z InvocationID=8c5fdbcf-d56e-41a1-9ad9-6562c7e81b13 ResponseDesc=OK 2021-05-04T01:25:32.336Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c604f5d-a310-4211-ab6c-f5f2a24006db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:32.335Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:32.335Z InvocationID=c28a42e9-dc78-4f08-b171-d9b7616ab007 2021-05-04T01:25:32.450Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c604f5d-a310-4211-ab6c-f5f2a24006db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:32.601Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c604f5d-a310-4211-ab6c-f5f2a24006db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=266 EndTimestamp=2021-05-04T01:25:32.601Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:32.335Z InvocationID=26b7f788-c81f-45c1-9b69-e867dfabc801 ResponseDesc=OK 2021-05-04T01:25:35.385Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=63b56610-56db-410c-83af-d1fda0ef28c5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:35.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:35.385Z InvocationID=fccc1251-d548-4c1f-b7f1-0b727905a80e 2021-05-04T01:25:35.545Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=63b56610-56db-410c-83af-d1fda0ef28c5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:35.653Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=63b56610-56db-410c-83af-d1fda0ef28c5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=268 EndTimestamp=2021-05-04T01:25:35.653Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:35.385Z InvocationID=877ff1bd-900e-4bb4-8e12-2e07dd415bca ResponseDesc=OK 2021-05-04T01:25:38.215Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0a7d967d-a120-497f-822d-ff5933dff7cd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:38.215Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:38.215Z InvocationID=c4e47439-0aa5-4934-9484-5d9a1eb7a6a2 2021-05-04T01:25:38.302Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0a7d967d-a120-497f-822d-ff5933dff7cd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:38.507Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0a7d967d-a120-497f-822d-ff5933dff7cd InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=292 EndTimestamp=2021-05-04T01:25:38.507Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:38.215Z InvocationID=30ead9dc-8f6b-4979-86aa-8501bed5daa9 ResponseDesc=OK 2021-05-04T01:25:41.702Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=845114a9-c5e7-4007-b357-051756463bf3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:25:41.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:41.702Z InvocationID=c698ba33-893d-4799-b72a-166f9f7bf59c 2021-05-04T01:25:41.800Z [qtp580718781-43] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=845114a9-c5e7-4007-b357-051756463bf3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:25:51.806Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=845114a9-c5e7-4007-b357-051756463bf3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:01.139Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce91a303-72e2-47ef-a1b7-22448c03e7c4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:01.138Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:01.138Z InvocationID=b099eb72-75bc-42b5-948f-9e9e9e01b6b6 2021-05-04T01:26:01.813Z [qtp580718781-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=845114a9-c5e7-4007-b357-051756463bf3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:01.813Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=845114a9-c5e7-4007-b357-051756463bf3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:01.814Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=845114a9-c5e7-4007-b357-051756463bf3 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=20112 EndTimestamp=2021-05-04T01:26:01.814Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:25:41.702Z InvocationID=6077e290-7d63-453a-a4a9-9db54f9b454a ResponseDesc=Internal Server Error 2021-05-04T01:26:04.857Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fdf61a29-a03c-4991-a6ff-1d826aafff87 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:04.856Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:04.856Z InvocationID=d2e1c88a-d696-4d1d-b92e-bfb60ff9207e 2021-05-04T01:26:04.906Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fdf61a29-a03c-4991-a6ff-1d826aafff87 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:07.895Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a38cff0c-4229-4caa-b345-77be3b46be37 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:07.894Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:07.894Z InvocationID=875935e1-d0ec-4d83-93dd-7f87c9387dd9 2021-05-04T01:26:10.933Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=81b326b7-7c9a-495b-8306-6810fe11c8db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:10.933Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:10.933Z InvocationID=f655cf13-71ca-45d5-bd4e-39d0e320ad2c 2021-05-04T01:26:10.998Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=81b326b7-7c9a-495b-8306-6810fe11c8db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:13.244Z [qtp580718781-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce91a303-72e2-47ef-a1b7-22448c03e7c4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:14.043Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a4dac1c6-6083-4664-bc8b-bccd79195856 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:14.043Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:14.043Z InvocationID=cb102bf1-6285-4683-8972-6da41618da05 2021-05-04T01:26:14.102Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a4dac1c6-6083-4664-bc8b-bccd79195856 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:16.944Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fdf61a29-a03c-4991-a6ff-1d826aafff87 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:17.097Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=712bb8bb-d705-49e6-93fc-3725abacdda7 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:17.097Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:17.097Z InvocationID=b1f6c45d-1c35-4653-b2a3-2035584e6dc7 2021-05-04T01:26:19.945Z [qtp580718781-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a38cff0c-4229-4caa-b345-77be3b46be37 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.002Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a38cff0c-4229-4caa-b345-77be3b46be37 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.154Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2389d638-5a59-4d55-90eb-b93cc169becb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:20.154Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.154Z InvocationID=f4290321-d453-46cc-90a8-304e2bbb6236 2021-05-04T01:26:20.446Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a4dac1c6-6083-4664-bc8b-bccd79195856 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.446Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2389d638-5a59-4d55-90eb-b93cc169becb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.446Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81b326b7-7c9a-495b-8306-6810fe11c8db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.448Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ce91a303-72e2-47ef-a1b7-22448c03e7c4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.450Z [qtp580718781-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=712bb8bb-d705-49e6-93fc-3725abacdda7 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.500Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=712bb8bb-d705-49e6-93fc-3725abacdda7 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.501Z [qtp580718781-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=81b326b7-7c9a-495b-8306-6810fe11c8db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.501Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=81b326b7-7c9a-495b-8306-6810fe11c8db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.501Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2389d638-5a59-4d55-90eb-b93cc169becb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.502Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=81b326b7-7c9a-495b-8306-6810fe11c8db InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=9568 EndTimestamp=2021-05-04T01:26:20.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:10.933Z InvocationID=f3d48187-65c7-4c15-8112-af70785b8018 ResponseDesc=Internal Server Error 2021-05-04T01:26:20.517Z [qtp580718781-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=712bb8bb-d705-49e6-93fc-3725abacdda7 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:26:20.517Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=712bb8bb-d705-49e6-93fc-3725abacdda7 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:26:20.518Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=712bb8bb-d705-49e6-93fc-3725abacdda7 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=3421 EndTimestamp=2021-05-04T01:26:20.518Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:17.097Z InvocationID=fd558b27-cfe4-493a-92d2-cf01d5e15dd1 ResponseDesc=Internal Server Error 2021-05-04T01:26:20.562Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fdf61a29-a03c-4991-a6ff-1d826aafff87 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.562Z [qtp580718781-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a38cff0c-4229-4caa-b345-77be3b46be37 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.562Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fdf61a29-a03c-4991-a6ff-1d826aafff87 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.562Z [qtp580718781-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ce91a303-72e2-47ef-a1b7-22448c03e7c4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.562Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ce91a303-72e2-47ef-a1b7-22448c03e7c4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.563Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fdf61a29-a03c-4991-a6ff-1d826aafff87 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=15707 EndTimestamp=2021-05-04T01:26:20.563Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:04.856Z InvocationID=2f3572ff-1e3e-4baa-bf1b-7994e89a73ba ResponseDesc=Internal Server Error 2021-05-04T01:26:20.563Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ce91a303-72e2-47ef-a1b7-22448c03e7c4 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=19425 EndTimestamp=2021-05-04T01:26:20.563Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:01.138Z InvocationID=d9576d26-5c94-40bd-ba3c-658c1ba4da27 ResponseDesc=Internal Server Error 2021-05-04T01:26:20.563Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a4dac1c6-6083-4664-bc8b-bccd79195856 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.563Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a4dac1c6-6083-4664-bc8b-bccd79195856 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.564Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a4dac1c6-6083-4664-bc8b-bccd79195856 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=6521 EndTimestamp=2021-05-04T01:26:20.564Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:14.043Z InvocationID=01b332ee-c4aa-4c68-b125-d3cf97666a38 ResponseDesc=Internal Server Error 2021-05-04T01:26:20.564Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a38cff0c-4229-4caa-b345-77be3b46be37 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.565Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a38cff0c-4229-4caa-b345-77be3b46be37 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=12671 EndTimestamp=2021-05-04T01:26:20.565Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:07.894Z InvocationID=573c1ee0-2af3-4bf3-9925-ec6490be2ebd ResponseDesc=Internal Server Error 2021-05-04T01:26:20.573Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2389d638-5a59-4d55-90eb-b93cc169becb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.574Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2389d638-5a59-4d55-90eb-b93cc169becb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:26:20.574Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2389d638-5a59-4d55-90eb-b93cc169becb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=420 EndTimestamp=2021-05-04T01:26:20.574Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.154Z InvocationID=043f2afd-1ef1-4ec5-a7bb-b9e7a0b1862b ResponseDesc=Internal Server Error 2021-05-04T01:26:20.590Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d7390753-5c93-4404-a1df-a03d16a1eec1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:20.589Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.589Z InvocationID=c7207905-4514-4c34-951c-02d1139bdca6 2021-05-04T01:26:20.619Z [qtp580718781-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d7390753-5c93-4404-a1df-a03d16a1eec1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.627Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7390753-5c93-4404-a1df-a03d16a1eec1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.632Z [qtp580718781-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d7390753-5c93-4404-a1df-a03d16a1eec1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.632Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d7390753-5c93-4404-a1df-a03d16a1eec1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.633Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d7390753-5c93-4404-a1df-a03d16a1eec1 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=44 EndTimestamp=2021-05-04T01:26:20.633Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.589Z InvocationID=104b3700-8a41-4177-b32d-c7d1d7e02e8b ResponseDesc=Internal Server Error 2021-05-04T01:26:20.645Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bdd3e3ae-abb6-476c-809a-aac6a1c8477e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:20.645Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.645Z InvocationID=93b7e2c9-91f9-4368-8835-4e762421a36e 2021-05-04T01:26:20.702Z [qtp580718781-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bdd3e3ae-abb6-476c-809a-aac6a1c8477e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.707Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bdd3e3ae-abb6-476c-809a-aac6a1c8477e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.714Z [qtp580718781-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bdd3e3ae-abb6-476c-809a-aac6a1c8477e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.714Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bdd3e3ae-abb6-476c-809a-aac6a1c8477e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.715Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bdd3e3ae-abb6-476c-809a-aac6a1c8477e InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=69 EndTimestamp=2021-05-04T01:26:20.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.645Z InvocationID=18c8f137-a718-41b5-98ef-9636dcf64530 ResponseDesc=Internal Server Error 2021-05-04T01:26:20.725Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec21d133-05c3-4980-89a7-b6d6e9ee5f22 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:20.725Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.725Z InvocationID=b88375d2-ac07-45a4-bfff-6ecf5925e89d 2021-05-04T01:26:20.729Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec21d133-05c3-4980-89a7-b6d6e9ee5f22 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.736Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec21d133-05c3-4980-89a7-b6d6e9ee5f22 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.818Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ec21d133-05c3-4980-89a7-b6d6e9ee5f22 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.818Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec21d133-05c3-4980-89a7-b6d6e9ee5f22 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.819Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ec21d133-05c3-4980-89a7-b6d6e9ee5f22 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=94 EndTimestamp=2021-05-04T01:26:20.819Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.725Z InvocationID=c7d7ec80-6f72-4fde-9b90-be036430abd5 ResponseDesc=Internal Server Error 2021-05-04T01:26:20.830Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ef304a95-e7a6-416f-96b0-d72bb25b8f10 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:20.830Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.830Z InvocationID=f6f49882-dff7-4d51-9b29-aceeaf1bc7cb 2021-05-04T01:26:20.904Z [qtp580718781-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ef304a95-e7a6-416f-96b0-d72bb25b8f10 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.909Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ef304a95-e7a6-416f-96b0-d72bb25b8f10 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.921Z [qtp580718781-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ef304a95-e7a6-416f-96b0-d72bb25b8f10 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.921Z [qtp580718781-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ef304a95-e7a6-416f-96b0-d72bb25b8f10 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:20.922Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ef304a95-e7a6-416f-96b0-d72bb25b8f10 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=92 EndTimestamp=2021-05-04T01:26:20.922Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.830Z InvocationID=912a17e4-5607-4eda-85db-27b5cc6b1808 ResponseDesc=Internal Server Error 2021-05-04T01:26:20.938Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=485c8338-a64f-4d27-b493-15d53e9a1dd6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:20.938Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.938Z InvocationID=27633319-c69a-4670-9de6-692c3a59c530 2021-05-04T01:26:21.008Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=485c8338-a64f-4d27-b493-15d53e9a1dd6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.013Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=485c8338-a64f-4d27-b493-15d53e9a1dd6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.017Z [qtp580718781-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=485c8338-a64f-4d27-b493-15d53e9a1dd6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.017Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=485c8338-a64f-4d27-b493-15d53e9a1dd6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.018Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=485c8338-a64f-4d27-b493-15d53e9a1dd6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=80 EndTimestamp=2021-05-04T01:26:21.018Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:20.938Z InvocationID=21ab8fd8-4a77-4679-a082-040923541885 ResponseDesc=Internal Server Error 2021-05-04T01:26:21.028Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f0461f09-16f5-4e92-878a-409fb72b7b0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:21.028Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:21.028Z InvocationID=80dbe68f-2a8d-4025-863d-a33073cd837b 2021-05-04T01:26:21.035Z [qtp580718781-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f0461f09-16f5-4e92-878a-409fb72b7b0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.133Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f0461f09-16f5-4e92-878a-409fb72b7b0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.138Z [qtp580718781-42] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f0461f09-16f5-4e92-878a-409fb72b7b0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.138Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f0461f09-16f5-4e92-878a-409fb72b7b0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.139Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f0461f09-16f5-4e92-878a-409fb72b7b0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=111 EndTimestamp=2021-05-04T01:26:21.139Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:21.028Z InvocationID=5c3410be-1d0e-47a2-ad38-be6b79f8a10e ResponseDesc=Internal Server Error 2021-05-04T01:26:21.151Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=509799b3-7ad0-41ec-a80e-f45ffab0b8b8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:21.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:21.151Z InvocationID=86f74a63-99cc-465e-ad7d-7a8a68f3ae5a 2021-05-04T01:26:21.212Z [qtp580718781-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=509799b3-7ad0-41ec-a80e-f45ffab0b8b8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.218Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=509799b3-7ad0-41ec-a80e-f45ffab0b8b8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.222Z [qtp580718781-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=509799b3-7ad0-41ec-a80e-f45ffab0b8b8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.222Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=509799b3-7ad0-41ec-a80e-f45ffab0b8b8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:21.223Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=509799b3-7ad0-41ec-a80e-f45ffab0b8b8 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=72 EndTimestamp=2021-05-04T01:26:21.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:21.151Z InvocationID=307454a8-f798-4baa-ab1e-bf6e956c0b7f ResponseDesc=Internal Server Error 2021-05-04T01:26:22.714Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2e5cc7f-25b7-4865-b137-ee13673fd2ad InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:22.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:22.714Z InvocationID=fc9adaf8-c029-4c2b-bc8a-bdc6c247162f 2021-05-04T01:26:22.723Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2e5cc7f-25b7-4865-b137-ee13673fd2ad InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:22.728Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d2e5cc7f-25b7-4865-b137-ee13673fd2ad InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:22.803Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d2e5cc7f-25b7-4865-b137-ee13673fd2ad InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:22.803Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d2e5cc7f-25b7-4865-b137-ee13673fd2ad InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:22.804Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d2e5cc7f-25b7-4865-b137-ee13673fd2ad InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=90 EndTimestamp=2021-05-04T01:26:22.804Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:22.714Z InvocationID=d8d41c9e-eecd-4a7b-a4cc-7d9741c41c0f ResponseDesc=Internal Server Error 2021-05-04T01:26:25.711Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=76bc47b2-c667-4669-bd6d-99d4ee9620cf InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:25.710Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:25.710Z InvocationID=143bf960-7218-4e8c-8b8b-d405eceafe45 2021-05-04T01:26:25.720Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=76bc47b2-c667-4669-bd6d-99d4ee9620cf InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:25.726Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=76bc47b2-c667-4669-bd6d-99d4ee9620cf InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:25.800Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=76bc47b2-c667-4669-bd6d-99d4ee9620cf InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:25.800Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=76bc47b2-c667-4669-bd6d-99d4ee9620cf InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:25.801Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=76bc47b2-c667-4669-bd6d-99d4ee9620cf InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=91 EndTimestamp=2021-05-04T01:26:25.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:25.710Z InvocationID=2a63b247-4eac-41c5-972a-96c1f7565e39 ResponseDesc=Internal Server Error 2021-05-04T01:26:27.661Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=751f7008-cbf1-41c6-b47b-f1ce0bddd66f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:27.660Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:27.660Z InvocationID=64ddcdbc-6a79-4643-ba77-7fc0bdd544cd 2021-05-04T01:26:27.700Z [qtp580718781-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=751f7008-cbf1-41c6-b47b-f1ce0bddd66f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:27.705Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=751f7008-cbf1-41c6-b47b-f1ce0bddd66f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:27.713Z [qtp580718781-43] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=751f7008-cbf1-41c6-b47b-f1ce0bddd66f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:27.713Z [qtp580718781-43] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=751f7008-cbf1-41c6-b47b-f1ce0bddd66f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:27.713Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=751f7008-cbf1-41c6-b47b-f1ce0bddd66f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=53 EndTimestamp=2021-05-04T01:26:27.713Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:27.660Z InvocationID=2442adea-0da3-4fb4-b9ce-8c182cf7ea92 ResponseDesc=Internal Server Error 2021-05-04T01:26:28.673Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=37acbf2e-eb3e-42d8-97e4-8b151e8cec2d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:28.671Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:28.671Z InvocationID=2968f65d-b750-43a6-8860-022bb89d5440 2021-05-04T01:26:28.709Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=37acbf2e-eb3e-42d8-97e4-8b151e8cec2d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:28.716Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=37acbf2e-eb3e-42d8-97e4-8b151e8cec2d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:28.725Z [qtp580718781-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=37acbf2e-eb3e-42d8-97e4-8b151e8cec2d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:28.725Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=37acbf2e-eb3e-42d8-97e4-8b151e8cec2d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:28.727Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=37acbf2e-eb3e-42d8-97e4-8b151e8cec2d InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=55 EndTimestamp=2021-05-04T01:26:28.726Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:28.671Z InvocationID=3e33271e-fecd-4c6b-9ae8-bc43da62a9d0 ResponseDesc=Internal Server Error 2021-05-04T01:26:31.669Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=35e6018f-5444-435d-b1f9-9c66e8ff8cb6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:31.668Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:31.668Z InvocationID=a6d518af-a42b-4c7c-8d20-08c0e2abb567 2021-05-04T01:26:31.675Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=35e6018f-5444-435d-b1f9-9c66e8ff8cb6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:31.679Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=35e6018f-5444-435d-b1f9-9c66e8ff8cb6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:31.683Z [qtp580718781-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=35e6018f-5444-435d-b1f9-9c66e8ff8cb6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:31.683Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=35e6018f-5444-435d-b1f9-9c66e8ff8cb6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:31.684Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=35e6018f-5444-435d-b1f9-9c66e8ff8cb6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=16 EndTimestamp=2021-05-04T01:26:31.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:31.668Z InvocationID=0ae6179a-4160-4b85-8c50-9d1146ff33de ResponseDesc=Internal Server Error 2021-05-04T01:26:34.709Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=535d8e71-756f-417d-8d77-fc18fa4a5de6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:34.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:34.709Z InvocationID=a4181623-2f20-4c72-bdfa-4d8f3ad24cc9 2021-05-04T01:26:34.718Z [qtp580718781-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=535d8e71-756f-417d-8d77-fc18fa4a5de6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:34.723Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=535d8e71-756f-417d-8d77-fc18fa4a5de6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:34.801Z [qtp580718781-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=535d8e71-756f-417d-8d77-fc18fa4a5de6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:34.801Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=535d8e71-756f-417d-8d77-fc18fa4a5de6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:34.802Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=535d8e71-756f-417d-8d77-fc18fa4a5de6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=93 EndTimestamp=2021-05-04T01:26:34.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:34.709Z InvocationID=e1d45d1f-d05a-4d42-a5af-8c845f7606d9 ResponseDesc=Internal Server Error 2021-05-04T01:26:38.480Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df549320-6028-47c1-9d63-5cc6d07f5f06 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:38.479Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:38.479Z InvocationID=14c55f9e-5ac7-4153-aab5-2f4229cb6ce1 2021-05-04T01:26:38.503Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df549320-6028-47c1-9d63-5cc6d07f5f06 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:38.508Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=df549320-6028-47c1-9d63-5cc6d07f5f06 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:38.518Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=df549320-6028-47c1-9d63-5cc6d07f5f06 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:38.518Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=df549320-6028-47c1-9d63-5cc6d07f5f06 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:38.519Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=df549320-6028-47c1-9d63-5cc6d07f5f06 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=40 EndTimestamp=2021-05-04T01:26:38.519Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:38.479Z InvocationID=17230ed7-a190-497b-bfa4-7365dd6dba2a ResponseDesc=Internal Server Error 2021-05-04T01:26:43.206Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0454fa6b-ac9f-4e4e-a824-35958942584f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:43.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:43.205Z InvocationID=6e792ead-25c3-42b5-a9d9-ed9040853e66 2021-05-04T01:26:43.214Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0454fa6b-ac9f-4e4e-a824-35958942584f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:43.219Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0454fa6b-ac9f-4e4e-a824-35958942584f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:43.224Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0454fa6b-ac9f-4e4e-a824-35958942584f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:43.224Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0454fa6b-ac9f-4e4e-a824-35958942584f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:43.225Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0454fa6b-ac9f-4e4e-a824-35958942584f InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=20 EndTimestamp=2021-05-04T01:26:43.225Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:43.205Z InvocationID=18b2e0ac-194c-47d7-947d-4c41dcd6eb8a ResponseDesc=Internal Server Error 2021-05-04T01:26:44.106Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ac934cf4-084f-45fd-9f67-fe3ab53522f5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:44.106Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:44.106Z InvocationID=9a3e1d47-c20f-479a-88b0-45dc50fa1491 2021-05-04T01:26:44.113Z [qtp580718781-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ac934cf4-084f-45fd-9f67-fe3ab53522f5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:44.117Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ac934cf4-084f-45fd-9f67-fe3ab53522f5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:44.121Z [qtp580718781-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ac934cf4-084f-45fd-9f67-fe3ab53522f5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:44.121Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ac934cf4-084f-45fd-9f67-fe3ab53522f5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:44.122Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ac934cf4-084f-45fd-9f67-fe3ab53522f5 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=16 EndTimestamp=2021-05-04T01:26:44.122Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:44.106Z InvocationID=9e05930b-e7f0-49c5-83c1-0b053a4018e5 ResponseDesc=Internal Server Error 2021-05-04T01:26:47.098Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e8add23-1407-4949-9dca-6f9997a476bc InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:26:47.098Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:47.098Z InvocationID=ad0ee4ff-0722-4177-bf34-aa5996182ab7 2021-05-04T01:26:47.108Z [qtp580718781-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e8add23-1407-4949-9dca-6f9997a476bc InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:47.113Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4e8add23-1407-4949-9dca-6f9997a476bc InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:47.120Z [qtp580718781-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4e8add23-1407-4949-9dca-6f9997a476bc InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:47.120Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4e8add23-1407-4949-9dca-6f9997a476bc InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:26:47.121Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4e8add23-1407-4949-9dca-6f9997a476bc InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=23 EndTimestamp=2021-05-04T01:26:47.121Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:26:47.098Z InvocationID=0ebdb53a-4f96-40ed-b8da-f832aaca0277 ResponseDesc=Internal Server Error 2021-05-04T01:27:01.103Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b631a7da-1ad1-4592-812e-2e9fd0f736be InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:01.103Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:01.103Z InvocationID=4348d989-bf2a-4379-ac24-b4a051a861b2 2021-05-04T01:27:01.116Z [qtp580718781-42] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b631a7da-1ad1-4592-812e-2e9fd0f736be InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:01.122Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b631a7da-1ad1-4592-812e-2e9fd0f736be InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:01.126Z [qtp580718781-42] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b631a7da-1ad1-4592-812e-2e9fd0f736be InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:01.126Z [qtp580718781-42] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b631a7da-1ad1-4592-812e-2e9fd0f736be InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:01.127Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b631a7da-1ad1-4592-812e-2e9fd0f736be InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=23 EndTimestamp=2021-05-04T01:27:01.126Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:01.103Z InvocationID=bc55654d-624a-4875-88bd-54112bab27e4 ResponseDesc=Internal Server Error 2021-05-04T01:27:01.939Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=498230e4-20ff-4352-8faf-66461ce61446 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:01.939Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:01.939Z InvocationID=9eb341cf-8ddf-41ed-b832-4f8c5a9f34cc 2021-05-04T01:27:02.003Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=498230e4-20ff-4352-8faf-66461ce61446 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:03.813Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=498230e4-20ff-4352-8faf-66461ce61446 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=1874 EndTimestamp=2021-05-04T01:27:03.813Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:01.939Z InvocationID=d4d1df47-4100-43b0-95b5-cd041505f10a ResponseDesc=Internal Server Error 2021-05-04T01:27:06.487Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e92686a-dacb-43c2-b452-fd156c148ee6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:06.487Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:06.487Z InvocationID=322492ca-2c39-48ed-b11b-4fce836cec2e 2021-05-04T01:27:06.609Z [qtp580718781-45] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e92686a-dacb-43c2-b452-fd156c148ee6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:27:09.914Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4fd0ee7e-ddf3-4dd0-902e-5a9380376237 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:09.913Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:09.913Z InvocationID=dfa28ae4-3d79-4f03-9817-907e877892de 2021-05-04T01:27:09.998Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4fd0ee7e-ddf3-4dd0-902e-5a9380376237 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:27:10.104Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4fd0ee7e-ddf3-4dd0-902e-5a9380376237 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=190 EndTimestamp=2021-05-04T01:27:10.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:09.913Z InvocationID=b9408ff2-6d3b-4463-821c-12fdbfd2eeab ResponseDesc=OK 2021-05-04T01:27:10.375Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9c6176a4-ee18-4315-b63a-2e1ae22ece64 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:10.375Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:10.375Z InvocationID=14736d9d-fab0-4d0b-98cf-39b786a41980 2021-05-04T01:27:14.237Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=73e9fe29-5e5c-417f-a79b-2b2110feabed InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:14.237Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:14.237Z InvocationID=cb8c5441-dc39-4058-9cdd-e825c3f9ed73 2021-05-04T01:27:14.315Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=73e9fe29-5e5c-417f-a79b-2b2110feabed InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:27:16.613Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1e92686a-dacb-43c2-b452-fd156c148ee6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:16.802Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1e92686a-dacb-43c2-b452-fd156c148ee6 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=10314 EndTimestamp=2021-05-04T01:27:16.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:06.487Z InvocationID=dc351717-b95f-4ed1-91e7-1a7a46f8303c ResponseDesc=Internal Server Error 2021-05-04T01:27:19.690Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e1cd7ce0-daf6-4771-856a-9de173af45b2 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:19.690Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:19.690Z InvocationID=98d866a2-f999-4d37-88b7-fa3f27944700 2021-05-04T01:27:20.382Z [qtp580718781-43] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9c6176a4-ee18-4315-b63a-2e1ae22ece64 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:20.704Z [qtp580718781-43] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9c6176a4-ee18-4315-b63a-2e1ae22ece64 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=10329 EndTimestamp=2021-05-04T01:27:20.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:10.375Z InvocationID=62ae859c-c038-47d7-8d76-30126688759d ResponseDesc=Internal Server Error 2021-05-04T01:27:21.652Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=73e9fe29-5e5c-417f-a79b-2b2110feabed InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=7414 EndTimestamp=2021-05-04T01:27:21.651Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:14.237Z InvocationID=91dcb070-4652-455c-a102-65db24d5083b ResponseDesc=OK 2021-05-04T01:27:21.697Z [qtp580718781-42] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e1cd7ce0-daf6-4771-856a-9de173af45b2 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:27:21.898Z [qtp580718781-42] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e1cd7ce0-daf6-4771-856a-9de173af45b2 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=2208 EndTimestamp=2021-05-04T01:27:21.898Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:19.690Z InvocationID=b0206e30-e910-4299-ab31-affdcbe7aba8 ResponseDesc=OK 2021-05-04T01:27:23.328Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4481ac03-38df-4115-9c44-06ca9fe6f444 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:23.328Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:23.328Z InvocationID=68e6c61d-9cee-47c8-8fe6-b52f0ad81e15 2021-05-04T01:27:26.906Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d14df334-8d69-4dc8-8812-0fc1e4989152 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:26.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:26.905Z InvocationID=0d9e0ae1-5f7c-4b62-9705-20af5ec872e2 2021-05-04T01:27:27.664Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f7871e47-cf49-4fc3-91e0-48124bc09759 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:27.663Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:27.663Z InvocationID=6dd24dc0-e3d2-485c-9e1c-c2d198b7fce0 2021-05-04T01:27:27.698Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f7871e47-cf49-4fc3-91e0-48124bc09759 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:35.445Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4481ac03-38df-4115-9c44-06ca9fe6f444 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:38.943Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d14df334-8d69-4dc8-8812-0fc1e4989152 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:39.000Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d14df334-8d69-4dc8-8812-0fc1e4989152 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:39.744Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f7871e47-cf49-4fc3-91e0-48124bc09759 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:39.800Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f7871e47-cf49-4fc3-91e0-48124bc09759 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:39.800Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f7871e47-cf49-4fc3-91e0-48124bc09759 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:27:39.800Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f7871e47-cf49-4fc3-91e0-48124bc09759 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=12137 EndTimestamp=2021-05-04T01:27:39.800Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:27.663Z InvocationID=646c9629-3e42-4174-acf0-9d6803e9d43b ResponseDesc=Internal Server Error 2021-05-04T01:27:47.544Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4481ac03-38df-4115-9c44-06ca9fe6f444 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:49.969Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=26a5c859-c4cf-4f89-8214-8aa4fac1e4b9 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:49.969Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:49.969Z InvocationID=c258cc24-1374-49f4-b546-2f65f2527197 2021-05-04T01:27:51.061Z [qtp580718781-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d14df334-8d69-4dc8-8812-0fc1e4989152 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:51.061Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d14df334-8d69-4dc8-8812-0fc1e4989152 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:51.062Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d14df334-8d69-4dc8-8812-0fc1e4989152 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=24157 EndTimestamp=2021-05-04T01:27:51.062Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:26.905Z InvocationID=1bd20b10-9a89-473a-a07f-f9f844dd13cf ResponseDesc=Internal Server Error 2021-05-04T01:27:53.034Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a27681ac-38c5-4da4-a215-d7a18991c42a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:27:53.033Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:53.033Z InvocationID=eaa4f990-8350-4454-97fc-bc44a89e9c31 2021-05-04T01:27:59.662Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4481ac03-38df-4115-9c44-06ca9fe6f444 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:59.662Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4481ac03-38df-4115-9c44-06ca9fe6f444 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:27:59.665Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4481ac03-38df-4115-9c44-06ca9fe6f444 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=36336 EndTimestamp=2021-05-04T01:27:59.664Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:23.328Z InvocationID=c716f0d0-3396-406b-953f-a613cd641b93 ResponseDesc=Internal Server Error 2021-05-04T01:28:01.171Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=092a244e-da28-47b9-ade2-51db32ede260 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:01.171Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:01.171Z InvocationID=111169aa-9627-43de-b6c5-b07cf29456da 2021-05-04T01:28:01.205Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=092a244e-da28-47b9-ade2-51db32ede260 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:02.043Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=26a5c859-c4cf-4f89-8214-8aa4fac1e4b9 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:28:05.043Z [qtp580718781-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a27681ac-38c5-4da4-a215-d7a18991c42a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:28:05.104Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a27681ac-38c5-4da4-a215-d7a18991c42a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.049Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=092a244e-da28-47b9-ade2-51db32ede260 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:28:06.055Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=26a5c859-c4cf-4f89-8214-8aa4fac1e4b9 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.057Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=092a244e-da28-47b9-ade2-51db32ede260 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.058Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=092a244e-da28-47b9-ade2-51db32ede260 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.059Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=092a244e-da28-47b9-ade2-51db32ede260 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=4888 EndTimestamp=2021-05-04T01:28:06.059Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:01.171Z InvocationID=9e50e30b-e778-46d3-a24f-84f6e5a7440f ResponseDesc=Internal Server Error 2021-05-04T01:28:06.147Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=26a5c859-c4cf-4f89-8214-8aa4fac1e4b9 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.147Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=26a5c859-c4cf-4f89-8214-8aa4fac1e4b9 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.148Z [qtp580718781-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a27681ac-38c5-4da4-a215-d7a18991c42a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.148Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a27681ac-38c5-4da4-a215-d7a18991c42a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:06.149Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a27681ac-38c5-4da4-a215-d7a18991c42a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=13115 EndTimestamp=2021-05-04T01:28:06.148Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:53.033Z InvocationID=8344b80f-fdd6-423f-b45c-a2b6c6e2b2aa ResponseDesc=Internal Server Error 2021-05-04T01:28:06.149Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=26a5c859-c4cf-4f89-8214-8aa4fac1e4b9 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=16179 EndTimestamp=2021-05-04T01:28:06.148Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:27:49.969Z InvocationID=ee32cd6e-f4ce-437c-a887-01421255e35c ResponseDesc=Internal Server Error 2021-05-04T01:28:08.104Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af1bb5fc-3275-4c45-9d13-e415a594c7bb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:08.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:08.103Z InvocationID=da680b0e-b7b4-4f52-bd99-356a4db1cb03 2021-05-04T01:28:08.158Z [qtp580718781-45] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af1bb5fc-3275-4c45-9d13-e415a594c7bb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:08.164Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=af1bb5fc-3275-4c45-9d13-e415a594c7bb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:08.175Z [qtp580718781-45] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=af1bb5fc-3275-4c45-9d13-e415a594c7bb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:08.175Z [qtp580718781-45] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=af1bb5fc-3275-4c45-9d13-e415a594c7bb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:08.176Z [qtp580718781-45] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=af1bb5fc-3275-4c45-9d13-e415a594c7bb InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=73 EndTimestamp=2021-05-04T01:28:08.176Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:08.103Z InvocationID=01c0398c-55a6-40f2-b788-e0f2f6c7fe42 ResponseDesc=Internal Server Error 2021-05-04T01:28:09.164Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6f253316-045d-4089-a72f-c33ccdc71fde InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:09.163Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:09.163Z InvocationID=8f19a523-53bd-471a-9759-dee385a92345 2021-05-04T01:28:09.200Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6f253316-045d-4089-a72f-c33ccdc71fde InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:09.345Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6f253316-045d-4089-a72f-c33ccdc71fde InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:09.398Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6f253316-045d-4089-a72f-c33ccdc71fde InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:09.398Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6f253316-045d-4089-a72f-c33ccdc71fde InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:09.399Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6f253316-045d-4089-a72f-c33ccdc71fde InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=236 EndTimestamp=2021-05-04T01:28:09.399Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:09.163Z InvocationID=954fdec4-b038-4c5e-8494-d0ab409ab723 ResponseDesc=Internal Server Error 2021-05-04T01:28:10.662Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fbed9aa8-416b-4226-848b-0f1258af1344 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:10.661Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:10.661Z InvocationID=28d9feb6-843d-46f1-9e41-57ccadd916c4 2021-05-04T01:28:10.748Z [qtp580718781-44] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fbed9aa8-416b-4226-848b-0f1258af1344 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:10.807Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fbed9aa8-416b-4226-848b-0f1258af1344 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:10.862Z [qtp580718781-44] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fbed9aa8-416b-4226-848b-0f1258af1344 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:10.862Z [qtp580718781-44] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fbed9aa8-416b-4226-848b-0f1258af1344 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:10.864Z [qtp580718781-44] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fbed9aa8-416b-4226-848b-0f1258af1344 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=202 EndTimestamp=2021-05-04T01:28:10.863Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:10.661Z InvocationID=b774e1f5-aada-4c08-b7fa-0d5890593b31 ResponseDesc=Internal Server Error 2021-05-04T01:28:12.663Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d31236cd-ee00-4a77-91cd-4779673b2e58 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:12.663Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:12.663Z InvocationID=695a7680-adb5-46f1-8f5f-9b3bce0b2f39 2021-05-04T01:28:12.767Z [qtp580718781-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d31236cd-ee00-4a77-91cd-4779673b2e58 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:12.900Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d31236cd-ee00-4a77-91cd-4779673b2e58 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:13.100Z [qtp580718781-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d31236cd-ee00-4a77-91cd-4779673b2e58 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:13.100Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d31236cd-ee00-4a77-91cd-4779673b2e58 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:13.101Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d31236cd-ee00-4a77-91cd-4779673b2e58 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=438 EndTimestamp=2021-05-04T01:28:13.101Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:12.663Z InvocationID=9869ba91-fd9b-46be-9eaf-123d11af2a00 ResponseDesc=Internal Server Error 2021-05-04T01:28:15.806Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9e953e74-4a34-45f8-bfba-61a1eb74e412 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:15.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:15.805Z InvocationID=9fd9e938-9ddb-418d-a9f3-7f3039741f1e 2021-05-04T01:28:15.814Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9e953e74-4a34-45f8-bfba-61a1eb74e412 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:15.854Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9e953e74-4a34-45f8-bfba-61a1eb74e412 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:15.903Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9e953e74-4a34-45f8-bfba-61a1eb74e412 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:15.903Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9e953e74-4a34-45f8-bfba-61a1eb74e412 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:15.904Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9e953e74-4a34-45f8-bfba-61a1eb74e412 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=99 EndTimestamp=2021-05-04T01:28:15.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:15.805Z InvocationID=94fb9d56-b439-48c3-858d-3708ee016f1c ResponseDesc=Internal Server Error 2021-05-04T01:28:18.570Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d3e0e2b8-8534-4bda-a01d-101c50384447 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:18.570Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:18.570Z InvocationID=36d637d8-8d0a-4da6-a514-c3eddccf91f5 2021-05-04T01:28:27.697Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53dd06f1-92eb-4381-86f8-4e0352433e0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 ElapsedTime=0 EndTimestamp=2021-05-04T01:28:27.697Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:28:27.697Z InvocationID=47aecb8a-db1f-4d92-8825-746c205fc322 2021-05-04T01:28:27.706Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53dd06f1-92eb-4381-86f8-4e0352433e0a InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:28:30.643Z [qtp580718781-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d3e0e2b8-8534-4bda-a01d-101c50384447 InstanceID=921d65e2-0d1e-4e1b-8dd7-08f2b0630429 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:28:54.698Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T01:28:55.597Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T01:28:55.887Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T01:28:55.894Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T01:28:55.910Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T01:28:56.170Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T01:28:56.264Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T01:28:56.409Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T01:28:56.937Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T01:28:56.957Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T01:33:49.784Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T01:33:50.854Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T01:33:51.190Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T01:33:51.197Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T01:33:51.213Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T01:33:51.445Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T01:33:51.536Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T01:33:51.664Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T01:33:52.649Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:33:52.651Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:33:52.652Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:33:52.652Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:33:55.417Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:33:55.481Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:33:55.516Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:33:55.520Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-05-04T01:33:56.080Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-05-04T01:33:56.085Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-05-04T01:33:56.737Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-05-04T01:33:56.853Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 7066 ms 2021-05-04T01:33:59.589Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:33:59.715Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:33:59.736Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:34:00.098Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-05-04T01:34:00.295Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 197 ms 2021-05-04T01:34:01.360Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:01.351Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:01.351Z InvocationID=cdf8a19d-7eae-4419-a9e5-6d6ce3e52734 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:01.470Z [qtp1196695891-14] INFO c.datastax.driver.core.ClockFactory RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using native clock to generate timestamps. 2021-05-04T01:34:01.897Z [qtp1196695891-14] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:34:01.897Z [qtp1196695891-14] INFO com.datastax.driver.core.Cluster RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:34:01.897Z [qtp1196695891-14] INFO com.datastax.driver.core.Cluster RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:34:01.897Z [qtp1196695891-14] INFO com.datastax.driver.core.Cluster RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:34:04.302Z [qtp1196695891-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:34:04.580Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0869a2e0-f89c-4a10-a937-505850cdd566 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=3228 EndTimestamp=2021-05-04T01:34:04.579Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:01.351Z InvocationID=46afcb63-8956-4311-880e-fe2693bc892a ResponseDesc=OK 2021-05-04T01:34:05.153Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5652fcc7-a2a6-48eb-940d-bd89dfd8ea3f ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:05.152Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:05.152Z InvocationID=5c8f859e-7abf-41db-86ca-ab0b3e7dbdac PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:05.219Z [qtp1196695891-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5652fcc7-a2a6-48eb-940d-bd89dfd8ea3f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:34:05.654Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5652fcc7-a2a6-48eb-940d-bd89dfd8ea3f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=502 EndTimestamp=2021-05-04T01:34:05.654Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:05.152Z InvocationID=962901ec-eddc-42d4-81f5-0f163c3c4bcd ResponseDesc=OK 2021-05-04T01:34:06.308Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ae970122-4f30-485c-b6b8-e5ed03e8bffb ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:06.308Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:06.308Z InvocationID=a7127a43-b05d-4f8b-a3a0-59b292297ff0 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:06.353Z [qtp1196695891-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ae970122-4f30-485c-b6b8-e5ed03e8bffb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:34:06.702Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ae970122-4f30-485c-b6b8-e5ed03e8bffb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=394 EndTimestamp=2021-05-04T01:34:06.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:06.308Z InvocationID=5f91de57-a17d-4678-9feb-5839d3e710af ResponseDesc=OK 2021-05-04T01:34:07.169Z [qtp1196695891-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ede7d77f-80a1-4d5c-a45e-f4839bb9cb03 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:07.169Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:07.169Z InvocationID=449ba2ea-c8f5-4a6f-975d-439a23d42269 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:07.190Z [qtp1196695891-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ede7d77f-80a1-4d5c-a45e-f4839bb9cb03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:34:07.298Z [qtp1196695891-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ede7d77f-80a1-4d5c-a45e-f4839bb9cb03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=129 EndTimestamp=2021-05-04T01:34:07.298Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:07.169Z InvocationID=c6b27b91-e4b4-48ea-98cd-2a1e42312bc6 ResponseDesc=OK 2021-05-04T01:34:07.882Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7300caf6-9c31-4ffd-939a-0d974b416691 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:07.882Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:07.882Z InvocationID=284525b7-d511-4a77-b120-c206c116660a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:19.961Z [qtp1196695891-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7300caf6-9c31-4ffd-939a-0d974b416691 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:34:29.971Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7300caf6-9c31-4ffd-939a-0d974b416691 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:30.982Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a90543bc-f20b-4b89-872f-ad78a29bb825 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:30.981Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:30.981Z InvocationID=908ac36c-d6c8-4e7c-b91d-533197af56b4 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:34.038Z [qtp1196695891-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ec994174-9804-4ce4-af61-4dd3e69dd05e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:34:34.038Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:34.038Z InvocationID=854ee8c5-b6a0-4bf2-bfc3-66d057a8fcf9 2021-05-04T01:34:34.633Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:34:37.150Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=692022d4-28a3-4707-81de-5828647ee9d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:34:37.149Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:37.149Z InvocationID=336d103c-78bc-4e91-9cc3-2526a7eea1cc 2021-05-04T01:34:37.206Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=692022d4-28a3-4707-81de-5828647ee9d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:40.201Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d12c1b7b-c7ad-41ec-b2ed-7f28c17edde9 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:40.199Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:40.199Z InvocationID=3644317e-e414-4f0d-8db3-53811c8ff050 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:42.018Z [qtp1196695891-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7300caf6-9c31-4ffd-939a-0d974b416691 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:34:42.018Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7300caf6-9c31-4ffd-939a-0d974b416691 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:34:42.020Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7300caf6-9c31-4ffd-939a-0d974b416691 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=34138 EndTimestamp=2021-05-04T01:34:42.020Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:07.882Z InvocationID=9e0dea82-0947-4971-b86b-c4fe203bc426 ResponseDesc=Internal Server Error 2021-05-04T01:34:43.053Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a90543bc-f20b-4b89-872f-ad78a29bb825 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:34:43.063Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a90543bc-f20b-4b89-872f-ad78a29bb825 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:43.243Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=06132b3e-3dbd-42d0-b26b-4ba8b20b59e3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:43.243Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:43.243Z InvocationID=b698c242-db26-456d-8934-b167cd8a8f53 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:46.052Z [qtp1196695891-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ec994174-9804-4ce4-af61-4dd3e69dd05e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:34:46.293Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3030454-57f3-4d89-8337-09750a52feb8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:34:46.293Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:46.293Z InvocationID=e5c9776a-2376-468e-92f2-2d1ff50becda 2021-05-04T01:34:46.303Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3030454-57f3-4d89-8337-09750a52feb8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:49.253Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=692022d4-28a3-4707-81de-5828647ee9d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:34:49.339Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d35a7d2c-ca0a-41dc-9696-bfb4829cc84a ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:49.339Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:49.339Z InvocationID=d6cd92dd-2553-4dfe-a5a2-f2fa2f50c99a PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:52.253Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d12c1b7b-c7ad-41ec-b2ed-7f28c17edde9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:34:52.262Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d12c1b7b-c7ad-41ec-b2ed-7f28c17edde9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:52.269Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d12c1b7b-c7ad-41ec-b2ed-7f28c17edde9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:52.269Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d12c1b7b-c7ad-41ec-b2ed-7f28c17edde9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:52.270Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d12c1b7b-c7ad-41ec-b2ed-7f28c17edde9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=12071 EndTimestamp=2021-05-04T01:34:52.270Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:40.199Z InvocationID=1f9cda4a-d770-4426-a0b4-5e473266bc33 ResponseDesc=Internal Server Error 2021-05-04T01:34:52.376Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f701709f-204b-4bdb-99e8-9f57c76a217b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:34:52.376Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:52.376Z InvocationID=be0a0c0d-eb68-4c9e-8f08-92dbf5f588fa 2021-05-04T01:34:54.463Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a90543bc-f20b-4b89-872f-ad78a29bb825 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:54.463Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a90543bc-f20b-4b89-872f-ad78a29bb825 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:54.465Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a90543bc-f20b-4b89-872f-ad78a29bb825 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=23483 EndTimestamp=2021-05-04T01:34:54.464Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:30.981Z InvocationID=ccf30886-bee8-4bdb-b9c0-125cec5fa615 ResponseDesc=Internal Server Error 2021-05-04T01:34:54.475Z [qtp1196695891-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=06132b3e-3dbd-42d0-b26b-4ba8b20b59e3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:55.435Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=eb6c03ae-1175-4df9-b1f8-033ef2a0f7b3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:34:55.434Z ElapsedTime=0 EndTimestamp=2021-05-04T01:34:55.434Z InvocationID=74c679f9-5528-49c0-916f-f1b55ef4e83b PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:34:55.506Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=eb6c03ae-1175-4df9-b1f8-033ef2a0f7b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:56.068Z [qtp1196695891-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec994174-9804-4ce4-af61-4dd3e69dd05e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:56.316Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f3030454-57f3-4d89-8337-09750a52feb8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:58.477Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a22fead2-d46a-4cda-8a34-dbf5bae20c2c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:34:58.476Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:58.476Z InvocationID=171f6890-dad3-4e9a-ab10-09e798562fc0 2021-05-04T01:34:59.271Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=692022d4-28a3-4707-81de-5828647ee9d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:59.272Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=692022d4-28a3-4707-81de-5828647ee9d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:59.273Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=692022d4-28a3-4707-81de-5828647ee9d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=22123 EndTimestamp=2021-05-04T01:34:59.272Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:37.149Z InvocationID=71ea21fc-63be-4f55-8fa0-8f0bf5a52513 ResponseDesc=Internal Server Error 2021-05-04T01:34:59.355Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d35a7d2c-ca0a-41dc-9696-bfb4829cc84a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:59.400Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d35a7d2c-ca0a-41dc-9696-bfb4829cc84a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:59.408Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d35a7d2c-ca0a-41dc-9696-bfb4829cc84a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:59.408Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d35a7d2c-ca0a-41dc-9696-bfb4829cc84a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:34:59.409Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d35a7d2c-ca0a-41dc-9696-bfb4829cc84a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=10070 EndTimestamp=2021-05-04T01:34:59.409Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:49.339Z InvocationID=51e3e237-dcdf-4ac6-ade5-5205c706fb99 ResponseDesc=Internal Server Error 2021-05-04T01:35:01.537Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c4dc5648-32a7-49ae-93b2-145655383670 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:01.537Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:01.537Z InvocationID=8c2ed22e-3d40-4543-8335-6c75d737e622 2021-05-04T01:35:03.564Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f701709f-204b-4bdb-99e8-9f57c76a217b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:04.492Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=06132b3e-3dbd-42d0-b26b-4ba8b20b59e3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:04.584Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5740ae9b-b2b5-4dc0-85f6-99c802b0cfc4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:04.583Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:04.583Z InvocationID=05463c89-4ef2-4cca-9ed3-366470ec0ecf 2021-05-04T01:35:04.605Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5740ae9b-b2b5-4dc0-85f6-99c802b0cfc4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:07.553Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=eb6c03ae-1175-4df9-b1f8-033ef2a0f7b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:07.601Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=eb6c03ae-1175-4df9-b1f8-033ef2a0f7b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:07.602Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=eb6c03ae-1175-4df9-b1f8-033ef2a0f7b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:07.603Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=eb6c03ae-1175-4df9-b1f8-033ef2a0f7b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=12169 EndTimestamp=2021-05-04T01:35:07.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:55.434Z InvocationID=f83cf0a4-057a-4fb9-8e8c-bf385b573c7b ResponseDesc=Internal Server Error 2021-05-04T01:35:07.641Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2f5f7ecc-c31e-49c0-9784-f64a7b34a483 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:35:07.641Z ElapsedTime=0 EndTimestamp=2021-05-04T01:35:07.641Z InvocationID=ad9efbae-7495-442b-8ca6-3a5c8275e9cc PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:35:08.115Z [qtp1196695891-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ec994174-9804-4ce4-af61-4dd3e69dd05e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:08.115Z [qtp1196695891-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ec994174-9804-4ce4-af61-4dd3e69dd05e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:08.117Z [qtp1196695891-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ec994174-9804-4ce4-af61-4dd3e69dd05e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=34078 EndTimestamp=2021-05-04T01:35:08.116Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:34.038Z InvocationID=b7e41b3a-0107-4962-91c6-222f2431bf85 ResponseDesc=Internal Server Error 2021-05-04T01:35:08.419Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f3030454-57f3-4d89-8337-09750a52feb8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:08.420Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f3030454-57f3-4d89-8337-09750a52feb8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:08.421Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f3030454-57f3-4d89-8337-09750a52feb8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=22128 EndTimestamp=2021-05-04T01:35:08.421Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:46.293Z InvocationID=948b321a-bad4-4580-a088-c07b3ec8fbb3 ResponseDesc=Internal Server Error 2021-05-04T01:35:10.556Z [qtp1196695891-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a22fead2-d46a-4cda-8a34-dbf5bae20c2c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:10.601Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a22fead2-d46a-4cda-8a34-dbf5bae20c2c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:10.680Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=91e32ec3-b141-4cfa-ae14-81117b10907b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:10.680Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:10.680Z InvocationID=fdfcb96f-4b2d-4736-a98d-5158843428e2 2021-05-04T01:35:13.553Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c4dc5648-32a7-49ae-93b2-145655383670 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:13.702Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f701709f-204b-4bdb-99e8-9f57c76a217b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:13.941Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=abd2a1f6-2dc4-4c4b-9f77-38594dcec5e7 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d EntryTimestamp=2021-05-04T01:35:13.940Z ElapsedTime=0 EndTimestamp=2021-05-04T01:35:13.940Z InvocationID=6786e314-8de8-41a6-a4b2-e9dae278c10c PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:35:14.006Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=abd2a1f6-2dc4-4c4b-9f77-38594dcec5e7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:14.573Z [qtp1196695891-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=06132b3e-3dbd-42d0-b26b-4ba8b20b59e3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:14.573Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=06132b3e-3dbd-42d0-b26b-4ba8b20b59e3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:14.575Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=06132b3e-3dbd-42d0-b26b-4ba8b20b59e3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=31332 EndTimestamp=2021-05-04T01:35:14.575Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:43.243Z InvocationID=e7e4d51b-6961-4d39-b81e-44e1778709cc ResponseDesc=Internal Server Error 2021-05-04T01:35:14.654Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5740ae9b-b2b5-4dc0-85f6-99c802b0cfc4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:14.705Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5740ae9b-b2b5-4dc0-85f6-99c802b0cfc4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:14.706Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5740ae9b-b2b5-4dc0-85f6-99c802b0cfc4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:14.707Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5740ae9b-b2b5-4dc0-85f6-99c802b0cfc4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=10123 EndTimestamp=2021-05-04T01:35:14.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:04.583Z InvocationID=3347851c-af60-4a70-94de-2f5f83b0cd6c ResponseDesc=Internal Server Error 2021-05-04T01:35:16.721Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:35:19.654Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2f5f7ecc-c31e-49c0-9784-f64a7b34a483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:19.798Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4322747b-6052-4666-bd17-ba0b48e0e39f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:19.798Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:19.798Z InvocationID=2bcaf01d-807f-4bc3-870e-4f89b99bae91 2021-05-04T01:35:19.807Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4322747b-6052-4666-bd17-ba0b48e0e39f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:21.278Z [qtp1196695891-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a22fead2-d46a-4cda-8a34-dbf5bae20c2c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:21.279Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a22fead2-d46a-4cda-8a34-dbf5bae20c2c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:21.279Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a22fead2-d46a-4cda-8a34-dbf5bae20c2c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=22803 EndTimestamp=2021-05-04T01:35:21.279Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:58.476Z InvocationID=c645277b-d219-4471-9d6e-3669b65739f9 ResponseDesc=Internal Server Error 2021-05-04T01:35:21.285Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=91e32ec3-b141-4cfa-ae14-81117b10907b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:25.079Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c4dc5648-32a7-49ae-93b2-145655383670 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:35:25.081Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f701709f-204b-4bdb-99e8-9f57c76a217b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureCassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:25.081Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f701709f-204b-4bdb-99e8-9f57c76a217b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:25.081Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=abd2a1f6-2dc4-4c4b-9f77-38594dcec5e7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:25.083Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f701709f-204b-4bdb-99e8-9f57c76a217b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=32706 EndTimestamp=2021-05-04T01:35:25.082Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:34:52.376Z InvocationID=5b4d8f28-54ca-4084-8a51-6a35e922d44e ResponseDesc=Internal Server Error 2021-05-04T01:35:26.478Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=abd2a1f6-2dc4-4c4b-9f77-38594dcec5e7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:26.478Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=abd2a1f6-2dc4-4c4b-9f77-38594dcec5e7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:26.480Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=abd2a1f6-2dc4-4c4b-9f77-38594dcec5e7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=12539 EndTimestamp=2021-05-04T01:35:26.479Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:13.940Z InvocationID=49e31dc7-5c86-4a88-b754-dab74f655956 ResponseDesc=Internal Server Error 2021-05-04T01:35:31.754Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2f5f7ecc-c31e-49c0-9784-f64a7b34a483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:31.763Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2f5f7ecc-c31e-49c0-9784-f64a7b34a483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:31.763Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2f5f7ecc-c31e-49c0-9784-f64a7b34a483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:31.765Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2f5f7ecc-c31e-49c0-9784-f64a7b34a483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=24123 EndTimestamp=2021-05-04T01:35:31.764Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:07.641Z InvocationID=4205e64d-9c90-4757-8e8e-b43a8a37ce87 ResponseDesc=Internal Server Error 2021-05-04T01:35:31.852Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4322747b-6052-4666-bd17-ba0b48e0e39f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:33.353Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=91e32ec3-b141-4cfa-ae14-81117b10907b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:37.117Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c4dc5648-32a7-49ae-93b2-145655383670 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:37.117Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c4dc5648-32a7-49ae-93b2-145655383670 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:37.118Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c4dc5648-32a7-49ae-93b2-145655383670 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=35581 EndTimestamp=2021-05-04T01:35:37.118Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:01.537Z InvocationID=7e0c0fea-03cb-4861-b89f-bf661f4a76df ResponseDesc=Internal Server Error 2021-05-04T01:35:43.917Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4322747b-6052-4666-bd17-ba0b48e0e39f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:43.918Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4322747b-6052-4666-bd17-ba0b48e0e39f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:43.921Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4322747b-6052-4666-bd17-ba0b48e0e39f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=24122 EndTimestamp=2021-05-04T01:35:43.920Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:19.798Z InvocationID=17a88e6d-3567-4abd-9fb7-eb037b580e9e ResponseDesc=Internal Server Error 2021-05-04T01:35:45.415Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=91e32ec3-b141-4cfa-ae14-81117b10907b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:45.415Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=91e32ec3-b141-4cfa-ae14-81117b10907b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:35:45.416Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=91e32ec3-b141-4cfa-ae14-81117b10907b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=34736 EndTimestamp=2021-05-04T01:35:45.416Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:10.680Z InvocationID=1cae8b4d-c9a6-4858-884d-c05399414e5a ResponseDesc=Internal Server Error 2021-05-04T01:35:46.577Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12bedc95-8c89-4ca1-a713-ffc6ad97cfd8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:46.577Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:46.577Z InvocationID=a435286a-fb40-4434-b766-d69a1d24df10 2021-05-04T01:35:46.589Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12bedc95-8c89-4ca1-a713-ffc6ad97cfd8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:46.730Z [cluster1-reconnection-1] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:35:49.641Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a09271f5-970a-45d5-89f5-567aad80d97a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:49.640Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:49.640Z InvocationID=b5ed9068-c685-4fb5-9ab8-cc7677fbc525 2021-05-04T01:35:52.602Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a09271f5-970a-45d5-89f5-567aad80d97a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.614Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a09271f5-970a-45d5-89f5-567aad80d97a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.650Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=12bedc95-8c89-4ca1-a713-ffc6ad97cfd8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.665Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a09271f5-970a-45d5-89f5-567aad80d97a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:35:52.665Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a09271f5-970a-45d5-89f5-567aad80d97a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:35:52.667Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a09271f5-970a-45d5-89f5-567aad80d97a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=3026 EndTimestamp=2021-05-04T01:35:52.666Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:49.640Z InvocationID=e9b04211-beaa-4631-8231-e535e7a4b1f5 ResponseDesc=Internal Server Error 2021-05-04T01:35:52.684Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fda0b477-baa8-4291-8e2f-9b360e626045 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:52.684Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:52.684Z InvocationID=17bdf849-3502-4ee2-bef4-81b585b6fc69 2021-05-04T01:35:52.701Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=12bedc95-8c89-4ca1-a713-ffc6ad97cfd8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.701Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=12bedc95-8c89-4ca1-a713-ffc6ad97cfd8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.702Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=12bedc95-8c89-4ca1-a713-ffc6ad97cfd8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=6124 EndTimestamp=2021-05-04T01:35:52.701Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:46.577Z InvocationID=5acf4f23-b4ed-4ba2-8479-da3e48edab3b ResponseDesc=Internal Server Error 2021-05-04T01:35:52.747Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fda0b477-baa8-4291-8e2f-9b360e626045 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.754Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fda0b477-baa8-4291-8e2f-9b360e626045 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.805Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fda0b477-baa8-4291-8e2f-9b360e626045 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.805Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fda0b477-baa8-4291-8e2f-9b360e626045 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.806Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fda0b477-baa8-4291-8e2f-9b360e626045 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=122 EndTimestamp=2021-05-04T01:35:52.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:52.684Z InvocationID=a71db4ce-77eb-4f89-9c27-293e6ebb2e71 ResponseDesc=Internal Server Error 2021-05-04T01:35:52.824Z [qtp1196695891-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=175d9a88-5890-4533-bebd-341d6080620d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:52.824Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:52.824Z InvocationID=dd25e3d9-98ae-4604-ad8d-214b5b307e73 2021-05-04T01:35:52.905Z [qtp1196695891-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=175d9a88-5890-4533-bebd-341d6080620d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:52.958Z [qtp1196695891-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=175d9a88-5890-4533-bebd-341d6080620d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:53.048Z [qtp1196695891-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=175d9a88-5890-4533-bebd-341d6080620d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:53.049Z [qtp1196695891-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=175d9a88-5890-4533-bebd-341d6080620d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:53.050Z [qtp1196695891-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=175d9a88-5890-4533-bebd-341d6080620d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=225 EndTimestamp=2021-05-04T01:35:53.049Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:52.824Z InvocationID=2fbc2262-f2ce-400a-9f80-a2e549910feb ResponseDesc=Internal Server Error 2021-05-04T01:35:53.211Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=04a3f532-a233-4f11-80ba-4fc522b81b9d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:53.211Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:53.211Z InvocationID=404e232e-e748-4368-8828-99fed68cfe18 2021-05-04T01:35:53.301Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=04a3f532-a233-4f11-80ba-4fc522b81b9d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:53.308Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=04a3f532-a233-4f11-80ba-4fc522b81b9d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:53.401Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=04a3f532-a233-4f11-80ba-4fc522b81b9d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:53.401Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=04a3f532-a233-4f11-80ba-4fc522b81b9d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:53.402Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=04a3f532-a233-4f11-80ba-4fc522b81b9d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=191 EndTimestamp=2021-05-04T01:35:53.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:53.211Z InvocationID=f1618b1e-fe45-4433-9bce-0d20314e5d00 ResponseDesc=Internal Server Error 2021-05-04T01:35:53.813Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e480859b-e555-463d-8c6f-535a58609835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:53.813Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:53.813Z InvocationID=4af84aad-aa37-4fbe-8152-25450436acd8 2021-05-04T01:35:53.886Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e480859b-e555-463d-8c6f-535a58609835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.002Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e480859b-e555-463d-8c6f-535a58609835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.008Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=e480859b-e555-463d-8c6f-535a58609835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.008Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=e480859b-e555-463d-8c6f-535a58609835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.009Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=e480859b-e555-463d-8c6f-535a58609835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=195 EndTimestamp=2021-05-04T01:35:54.008Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:53.813Z InvocationID=a1030cad-2b9a-4cd0-9df1-1ed69ec8b4f2 ResponseDesc=Internal Server Error 2021-05-04T01:35:54.409Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1539cf52-b412-4ded-a459-eaca0e9517eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:54.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:54.408Z InvocationID=397567c4-267e-47a9-8ab0-9fb533b8c1b9 2021-05-04T01:35:54.417Z [qtp1196695891-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1539cf52-b412-4ded-a459-eaca0e9517eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.455Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1539cf52-b412-4ded-a459-eaca0e9517eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.513Z [qtp1196695891-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1539cf52-b412-4ded-a459-eaca0e9517eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.513Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1539cf52-b412-4ded-a459-eaca0e9517eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:54.514Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1539cf52-b412-4ded-a459-eaca0e9517eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=106 EndTimestamp=2021-05-04T01:35:54.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:54.408Z InvocationID=28a57102-2016-4df5-a0da-43aacaf1a1e4 ResponseDesc=Internal Server Error 2021-05-04T01:35:55.214Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce27ee4f-fa86-4c60-95c6-cdac0ed213e4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:35:55.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:55.213Z InvocationID=7939abc7-e5f7-4ba0-b72d-5825abe2e4ab 2021-05-04T01:35:55.301Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce27ee4f-fa86-4c60-95c6-cdac0ed213e4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:55.308Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ce27ee4f-fa86-4c60-95c6-cdac0ed213e4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:55.318Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=ce27ee4f-fa86-4c60-95c6-cdac0ed213e4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:55.318Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=ce27ee4f-fa86-4c60-95c6-cdac0ed213e4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:35:55.319Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=ce27ee4f-fa86-4c60-95c6-cdac0ed213e4 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=106 EndTimestamp=2021-05-04T01:35:55.319Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:35:55.213Z InvocationID=be1e51bb-d4c0-4827-b3a9-2673887724f1 ResponseDesc=Internal Server Error 2021-05-04T01:36:01.185Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=29f0830f-eefd-4b99-831d-02ba24286b80 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:01.185Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:01.185Z InvocationID=6c27a3f3-f360-43a9-bf3b-fb232e361b2c 2021-05-04T01:36:13.254Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=29f0830f-eefd-4b99-831d-02ba24286b80 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:36:15.710Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1972e616-b9bd-4ece-8a2a-e167630ac250 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:15.709Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:15.709Z InvocationID=58e8adb5-70e1-48b0-9cca-1b271ac1aa0d 2021-05-04T01:36:15.720Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1972e616-b9bd-4ece-8a2a-e167630ac250 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:16.803Z [cluster1-reconnection-1] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:36:18.745Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8cb10be0-6f49-486e-8d14-99474c7cc608 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:18.745Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:18.745Z InvocationID=a5fbf609-289a-48d1-b1e5-078e2d459659 2021-05-04T01:36:19.153Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1972e616-b9bd-4ece-8a2a-e167630ac250 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:36:19.155Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8cb10be0-6f49-486e-8d14-99474c7cc608 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:36:19.156Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=29f0830f-eefd-4b99-831d-02ba24286b80 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.161Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=29f0830f-eefd-4b99-831d-02ba24286b80 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.161Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=29f0830f-eefd-4b99-831d-02ba24286b80 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.162Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=29f0830f-eefd-4b99-831d-02ba24286b80 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=17977 EndTimestamp=2021-05-04T01:36:19.162Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:01.185Z InvocationID=1c215ea3-b2ec-416c-a011-4fc69b3187f0 ResponseDesc=Internal Server Error 2021-05-04T01:36:19.198Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8cb10be0-6f49-486e-8d14-99474c7cc608 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.205Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8cb10be0-6f49-486e-8d14-99474c7cc608 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.205Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8cb10be0-6f49-486e-8d14-99474c7cc608 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.206Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8cb10be0-6f49-486e-8d14-99474c7cc608 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=461 EndTimestamp=2021-05-04T01:36:19.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:18.745Z InvocationID=42a9a7bd-ab71-4753-b114-0de1fdde1282 ResponseDesc=Internal Server Error 2021-05-04T01:36:19.217Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9ba9f034-734f-4ccb-ba99-54c928a412b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:19.217Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.217Z InvocationID=cb8155cb-77fd-480b-86a3-615899d9a6ae 2021-05-04T01:36:19.252Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1972e616-b9bd-4ece-8a2a-e167630ac250 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.252Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1972e616-b9bd-4ece-8a2a-e167630ac250 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.253Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1972e616-b9bd-4ece-8a2a-e167630ac250 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=3544 EndTimestamp=2021-05-04T01:36:19.253Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:15.709Z InvocationID=1b81f981-66aa-437f-83c1-5a106fe25ef1 ResponseDesc=Internal Server Error 2021-05-04T01:36:19.254Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9ba9f034-734f-4ccb-ba99-54c928a412b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.261Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9ba9f034-734f-4ccb-ba99-54c928a412b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.354Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9ba9f034-734f-4ccb-ba99-54c928a412b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.354Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9ba9f034-734f-4ccb-ba99-54c928a412b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.355Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9ba9f034-734f-4ccb-ba99-54c928a412b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=138 EndTimestamp=2021-05-04T01:36:19.355Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.217Z InvocationID=27c9ceb9-0745-4bb8-9704-64a562b7c94e ResponseDesc=Internal Server Error 2021-05-04T01:36:19.367Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8a224b8b-5c41-48a6-8f39-f5c2f1652e21 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:19.366Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.366Z InvocationID=4fb72631-935a-4427-8457-42fcccc1db43 2021-05-04T01:36:19.399Z [qtp1196695891-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8a224b8b-5c41-48a6-8f39-f5c2f1652e21 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.445Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8a224b8b-5c41-48a6-8f39-f5c2f1652e21 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.477Z [qtp1196695891-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8a224b8b-5c41-48a6-8f39-f5c2f1652e21 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.477Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8a224b8b-5c41-48a6-8f39-f5c2f1652e21 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.478Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8a224b8b-5c41-48a6-8f39-f5c2f1652e21 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=112 EndTimestamp=2021-05-04T01:36:19.478Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.366Z InvocationID=18cd6bdf-9f94-410f-a235-02f6ffa3112e ResponseDesc=Internal Server Error 2021-05-04T01:36:19.489Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c82f6075-8eef-42da-beba-c4424d689f88 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:19.489Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.489Z InvocationID=72c6a75a-8bcf-4000-89b7-c7ab5592934b 2021-05-04T01:36:19.559Z [qtp1196695891-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c82f6075-8eef-42da-beba-c4424d689f88 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.598Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c82f6075-8eef-42da-beba-c4424d689f88 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.604Z [qtp1196695891-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c82f6075-8eef-42da-beba-c4424d689f88 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.604Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c82f6075-8eef-42da-beba-c4424d689f88 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.605Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c82f6075-8eef-42da-beba-c4424d689f88 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=116 EndTimestamp=2021-05-04T01:36:19.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.489Z InvocationID=9f366b12-4497-443b-ab3c-6d2a1760093b ResponseDesc=Internal Server Error 2021-05-04T01:36:19.615Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19e8132e-3258-4ee0-a1b6-bef8e43a6916 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:19.615Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.615Z InvocationID=87aed13e-5f80-4c13-bbaf-d8ce942ed0ad 2021-05-04T01:36:19.633Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19e8132e-3258-4ee0-a1b6-bef8e43a6916 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.656Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=19e8132e-3258-4ee0-a1b6-bef8e43a6916 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.749Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=19e8132e-3258-4ee0-a1b6-bef8e43a6916 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.749Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=19e8132e-3258-4ee0-a1b6-bef8e43a6916 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.750Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=19e8132e-3258-4ee0-a1b6-bef8e43a6916 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=135 EndTimestamp=2021-05-04T01:36:19.750Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.615Z InvocationID=6ed4da4d-662f-441e-be7a-9317bb758af3 ResponseDesc=Internal Server Error 2021-05-04T01:36:19.761Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=add1e598-f394-436d-bf21-f96926c8c04d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:19.761Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.761Z InvocationID=ba5ac64c-07f3-4b45-9e32-be0cda115376 2021-05-04T01:36:19.800Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=add1e598-f394-436d-bf21-f96926c8c04d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.845Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=add1e598-f394-436d-bf21-f96926c8c04d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.856Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=add1e598-f394-436d-bf21-f96926c8c04d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.856Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=add1e598-f394-436d-bf21-f96926c8c04d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.857Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=add1e598-f394-436d-bf21-f96926c8c04d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=96 EndTimestamp=2021-05-04T01:36:19.857Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.761Z InvocationID=81437910-cb0a-4a03-9536-a3adbaf47faa ResponseDesc=Internal Server Error 2021-05-04T01:36:19.866Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=06deb228-882a-4d54-b7c4-b33381f6b604 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:19.866Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.866Z InvocationID=58233dc1-4a45-4931-9f12-4130181ad917 2021-05-04T01:36:19.883Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=06deb228-882a-4d54-b7c4-b33381f6b604 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.899Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=06deb228-882a-4d54-b7c4-b33381f6b604 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.907Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=06deb228-882a-4d54-b7c4-b33381f6b604 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.907Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=06deb228-882a-4d54-b7c4-b33381f6b604 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:19.908Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=06deb228-882a-4d54-b7c4-b33381f6b604 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=42 EndTimestamp=2021-05-04T01:36:19.908Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.866Z InvocationID=13403c55-8bf4-4ccb-9df9-6cb191a0dbee ResponseDesc=Internal Server Error 2021-05-04T01:36:19.919Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=74bb2aca-12c4-45e7-be85-6eb4e5a13ef1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:19.919Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.919Z InvocationID=f68fcf0b-2305-404d-b7c6-8f865b35b063 2021-05-04T01:36:20.046Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=74bb2aca-12c4-45e7-be85-6eb4e5a13ef1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.051Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=74bb2aca-12c4-45e7-be85-6eb4e5a13ef1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.152Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=74bb2aca-12c4-45e7-be85-6eb4e5a13ef1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.152Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=74bb2aca-12c4-45e7-be85-6eb4e5a13ef1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.153Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=74bb2aca-12c4-45e7-be85-6eb4e5a13ef1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=234 EndTimestamp=2021-05-04T01:36:20.153Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:19.919Z InvocationID=13477d71-f75b-4351-8fec-0a3af1a826c7 ResponseDesc=Internal Server Error 2021-05-04T01:36:20.483Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8fd56e16-76fa-4e1e-9d8b-e61fd4f922fe InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:20.483Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:20.483Z InvocationID=db8b8b72-1400-4859-88c8-4369724f119e 2021-05-04T01:36:20.513Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8fd56e16-76fa-4e1e-9d8b-e61fd4f922fe InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.550Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8fd56e16-76fa-4e1e-9d8b-e61fd4f922fe InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.575Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8fd56e16-76fa-4e1e-9d8b-e61fd4f922fe InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.575Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8fd56e16-76fa-4e1e-9d8b-e61fd4f922fe InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.576Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8fd56e16-76fa-4e1e-9d8b-e61fd4f922fe InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=93 EndTimestamp=2021-05-04T01:36:20.576Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:20.483Z InvocationID=0528d9c6-f881-470f-b347-9e3016e8fde8 ResponseDesc=Internal Server Error 2021-05-04T01:36:20.905Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=945a9b6a-6884-43bc-9053-6a20ea1a44b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:20.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:20.904Z InvocationID=4e13d2ea-b8a0-4d63-b4c9-75fe3449deca 2021-05-04T01:36:20.955Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=945a9b6a-6884-43bc-9053-6a20ea1a44b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:20.965Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=945a9b6a-6884-43bc-9053-6a20ea1a44b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:21.003Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=945a9b6a-6884-43bc-9053-6a20ea1a44b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:21.003Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=945a9b6a-6884-43bc-9053-6a20ea1a44b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:21.004Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=945a9b6a-6884-43bc-9053-6a20ea1a44b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=100 EndTimestamp=2021-05-04T01:36:21.004Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:20.904Z InvocationID=2dc0a666-6d2d-418b-8eea-4c8ee3c7ec42 ResponseDesc=Internal Server Error 2021-05-04T01:36:21.562Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=da527672-ccc2-4afc-bc78-50baf811ae02 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:21.562Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:21.562Z InvocationID=a97e1952-eb28-4088-9af8-94178811fb6e 2021-05-04T01:36:21.610Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=da527672-ccc2-4afc-bc78-50baf811ae02 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:21.615Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=da527672-ccc2-4afc-bc78-50baf811ae02 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:21.621Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=da527672-ccc2-4afc-bc78-50baf811ae02 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:21.621Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=da527672-ccc2-4afc-bc78-50baf811ae02 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:21.622Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=da527672-ccc2-4afc-bc78-50baf811ae02 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=60 EndTimestamp=2021-05-04T01:36:21.622Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:21.562Z InvocationID=f6eb9b5c-57b7-4e80-8096-d23596e26322 ResponseDesc=Internal Server Error 2021-05-04T01:36:27.718Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=57ae7725-6329-4747-846e-701bfa3d9483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:27.717Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:27.717Z InvocationID=fe1cac26-a077-4ab0-ae16-fa912db60616 2021-05-04T01:36:27.736Z [qtp1196695891-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=57ae7725-6329-4747-846e-701bfa3d9483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:39.856Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=57ae7725-6329-4747-846e-701bfa3d9483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:36:42.110Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83027a38-f243-4227-bbef-4d72a30073b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:42.110Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:42.110Z InvocationID=0ff51980-0cc1-44f6-bffd-c50c82c72b52 2021-05-04T01:36:43.502Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83027a38-f243-4227-bbef-4d72a30073b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.502Z [qtp1196695891-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=57ae7725-6329-4747-846e-701bfa3d9483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.503Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=57ae7725-6329-4747-846e-701bfa3d9483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.506Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=57ae7725-6329-4747-846e-701bfa3d9483 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=15788 EndTimestamp=2021-05-04T01:36:43.505Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:27.717Z InvocationID=22570bcf-e643-4fb4-a87e-bec329695725 ResponseDesc=Internal Server Error 2021-05-04T01:36:43.511Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=83027a38-f243-4227-bbef-4d72a30073b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.519Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=83027a38-f243-4227-bbef-4d72a30073b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.519Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=83027a38-f243-4227-bbef-4d72a30073b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.520Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=83027a38-f243-4227-bbef-4d72a30073b3 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=1410 EndTimestamp=2021-05-04T01:36:43.520Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:42.110Z InvocationID=24236e2e-a5bc-4136-be20-2526a7e0a20d ResponseDesc=Internal Server Error 2021-05-04T01:36:43.604Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d43b2fcb-2472-4445-a420-a9e1f887d860 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:43.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:43.604Z InvocationID=9023ed69-f2f3-4ee8-bbdb-af4b0ff8c405 2021-05-04T01:36:43.649Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d43b2fcb-2472-4445-a420-a9e1f887d860 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.701Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d43b2fcb-2472-4445-a420-a9e1f887d860 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.847Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d43b2fcb-2472-4445-a420-a9e1f887d860 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.847Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d43b2fcb-2472-4445-a420-a9e1f887d860 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:43.848Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d43b2fcb-2472-4445-a420-a9e1f887d860 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=244 EndTimestamp=2021-05-04T01:36:43.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:43.604Z InvocationID=39cc85c4-fabf-41fa-acc1-4728c3461dbb ResponseDesc=Internal Server Error 2021-05-04T01:36:43.907Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2875539b-831b-430f-8b78-f3dc7ae6d4c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:43.906Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:43.906Z InvocationID=2980b6e5-f006-4191-9c72-a6cd2418729d 2021-05-04T01:36:43.919Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2875539b-831b-430f-8b78-f3dc7ae6d4c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.046Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2875539b-831b-430f-8b78-f3dc7ae6d4c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.101Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2875539b-831b-430f-8b78-f3dc7ae6d4c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.101Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2875539b-831b-430f-8b78-f3dc7ae6d4c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.102Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2875539b-831b-430f-8b78-f3dc7ae6d4c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=196 EndTimestamp=2021-05-04T01:36:44.102Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:43.906Z InvocationID=432c3bca-deef-4ca3-8762-637e17d72056 ResponseDesc=Internal Server Error 2021-05-04T01:36:44.115Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=19c547d7-921d-4ea6-98ab-8b009028457b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:44.115Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.115Z InvocationID=056685e2-43b4-404f-99d4-bc771259aa43 2021-05-04T01:36:44.201Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=19c547d7-921d-4ea6-98ab-8b009028457b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.207Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=19c547d7-921d-4ea6-98ab-8b009028457b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.212Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=19c547d7-921d-4ea6-98ab-8b009028457b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.212Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=19c547d7-921d-4ea6-98ab-8b009028457b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.213Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=19c547d7-921d-4ea6-98ab-8b009028457b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=98 EndTimestamp=2021-05-04T01:36:44.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.115Z InvocationID=d03a3f78-e7c8-43cd-b183-1e41e3bc1dc9 ResponseDesc=Internal Server Error 2021-05-04T01:36:44.223Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c6b3a6c4-f914-4e69-bb39-4f0f392f05b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:44.223Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.223Z InvocationID=d96b6b25-9ac9-4595-822e-700479dd9405 2021-05-04T01:36:44.249Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c6b3a6c4-f914-4e69-bb39-4f0f392f05b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.303Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c6b3a6c4-f914-4e69-bb39-4f0f392f05b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.346Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=c6b3a6c4-f914-4e69-bb39-4f0f392f05b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.346Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=c6b3a6c4-f914-4e69-bb39-4f0f392f05b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.347Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c6b3a6c4-f914-4e69-bb39-4f0f392f05b8 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=124 EndTimestamp=2021-05-04T01:36:44.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.223Z InvocationID=c1547866-7a5a-40ca-b052-8af74037ac5c ResponseDesc=Internal Server Error 2021-05-04T01:36:44.407Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=195a9d00-f527-45b4-a56d-b5ec62dce852 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:44.407Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.407Z InvocationID=de54eb61-fef6-4781-8c00-f8884302ecf3 2021-05-04T01:36:44.414Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=195a9d00-f527-45b4-a56d-b5ec62dce852 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.447Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=195a9d00-f527-45b4-a56d-b5ec62dce852 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.501Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=195a9d00-f527-45b4-a56d-b5ec62dce852 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.501Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=195a9d00-f527-45b4-a56d-b5ec62dce852 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.502Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=195a9d00-f527-45b4-a56d-b5ec62dce852 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=95 EndTimestamp=2021-05-04T01:36:44.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.407Z InvocationID=a5807332-2efc-4e0b-8792-2eef9aec5112 ResponseDesc=Internal Server Error 2021-05-04T01:36:44.514Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4978c9e2-7c88-480d-8d66-fcea4181d6f2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:44.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.514Z InvocationID=fe699211-7e98-41ef-9300-688d02e00aef 2021-05-04T01:36:44.601Z [qtp1196695891-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4978c9e2-7c88-480d-8d66-fcea4181d6f2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.606Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4978c9e2-7c88-480d-8d66-fcea4181d6f2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.611Z [qtp1196695891-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4978c9e2-7c88-480d-8d66-fcea4181d6f2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.611Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4978c9e2-7c88-480d-8d66-fcea4181d6f2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.612Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4978c9e2-7c88-480d-8d66-fcea4181d6f2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=97 EndTimestamp=2021-05-04T01:36:44.611Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.514Z InvocationID=f396caa0-65a3-407b-8103-8333a11f5b52 ResponseDesc=Internal Server Error 2021-05-04T01:36:44.624Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=18ed2b00-3836-4ec8-826d-582ab0be1dd0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:44.624Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.624Z InvocationID=21629c5a-d13c-42ac-bc54-e24d76bddbe2 2021-05-04T01:36:44.751Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=18ed2b00-3836-4ec8-826d-582ab0be1dd0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.801Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=18ed2b00-3836-4ec8-826d-582ab0be1dd0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.858Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=18ed2b00-3836-4ec8-826d-582ab0be1dd0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.858Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=18ed2b00-3836-4ec8-826d-582ab0be1dd0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.859Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=18ed2b00-3836-4ec8-826d-582ab0be1dd0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=235 EndTimestamp=2021-05-04T01:36:44.859Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.624Z InvocationID=13fd58e1-0ae7-4003-a1a2-b62d09fb36e7 ResponseDesc=Internal Server Error 2021-05-04T01:36:44.907Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=daf898db-0616-4a0e-9581-89ac78bd0adf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:44.906Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.906Z InvocationID=9dd2694f-89e0-4aa3-a846-7af90566d2b0 2021-05-04T01:36:44.914Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=daf898db-0616-4a0e-9581-89ac78bd0adf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:44.955Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=daf898db-0616-4a0e-9581-89ac78bd0adf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.000Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=daf898db-0616-4a0e-9581-89ac78bd0adf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.000Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=daf898db-0616-4a0e-9581-89ac78bd0adf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.001Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=daf898db-0616-4a0e-9581-89ac78bd0adf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=95 EndTimestamp=2021-05-04T01:36:45.001Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:44.906Z InvocationID=5a87906e-cf7c-4f2e-8078-1f5076871f92 ResponseDesc=Internal Server Error 2021-05-04T01:36:45.017Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=658b1aff-c7b5-4ca1-a480-cbc2f4d87509 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:45.017Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.017Z InvocationID=1834704e-8c89-4154-8265-40c877e9bade 2021-05-04T01:36:45.102Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=658b1aff-c7b5-4ca1-a480-cbc2f4d87509 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.114Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=658b1aff-c7b5-4ca1-a480-cbc2f4d87509 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.119Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=658b1aff-c7b5-4ca1-a480-cbc2f4d87509 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.119Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=658b1aff-c7b5-4ca1-a480-cbc2f4d87509 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.121Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=658b1aff-c7b5-4ca1-a480-cbc2f4d87509 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=104 EndTimestamp=2021-05-04T01:36:45.121Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.017Z InvocationID=342e3bdf-6895-47be-b820-1a328b71306a ResponseDesc=Internal Server Error 2021-05-04T01:36:45.204Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f00c09b6-bf58-4deb-89fb-bc0481237e03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:45.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.203Z InvocationID=b7411db2-c1e5-45f5-895b-ed35cfe9fa6c 2021-05-04T01:36:45.250Z [qtp1196695891-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f00c09b6-bf58-4deb-89fb-bc0481237e03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.301Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f00c09b6-bf58-4deb-89fb-bc0481237e03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.346Z [qtp1196695891-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f00c09b6-bf58-4deb-89fb-bc0481237e03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.346Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f00c09b6-bf58-4deb-89fb-bc0481237e03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.347Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f00c09b6-bf58-4deb-89fb-bc0481237e03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=144 EndTimestamp=2021-05-04T01:36:45.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.203Z InvocationID=9a4ce29e-c09c-4e11-81cd-f37e7b5b86cb ResponseDesc=Internal Server Error 2021-05-04T01:36:45.407Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=71df650e-f32f-411e-842f-82303c6bce50 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:45.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.406Z InvocationID=6807d216-391c-472d-9dc4-aeed72a94c77 2021-05-04T01:36:45.414Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=71df650e-f32f-411e-842f-82303c6bce50 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.462Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=71df650e-f32f-411e-842f-82303c6bce50 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.502Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=71df650e-f32f-411e-842f-82303c6bce50 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.502Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=71df650e-f32f-411e-842f-82303c6bce50 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.503Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=71df650e-f32f-411e-842f-82303c6bce50 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=97 EndTimestamp=2021-05-04T01:36:45.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.406Z InvocationID=e67e42cc-bd24-457e-baee-c054f3b5c5fc ResponseDesc=Internal Server Error 2021-05-04T01:36:45.514Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fea26727-7a33-4ff4-9d82-4fbbb4b5de63 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:45.514Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.514Z InvocationID=45de9fb6-66e6-4fe7-9757-52709115fcf0 2021-05-04T01:36:45.601Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fea26727-7a33-4ff4-9d82-4fbbb4b5de63 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.606Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fea26727-7a33-4ff4-9d82-4fbbb4b5de63 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.611Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fea26727-7a33-4ff4-9d82-4fbbb4b5de63 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.611Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fea26727-7a33-4ff4-9d82-4fbbb4b5de63 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.612Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fea26727-7a33-4ff4-9d82-4fbbb4b5de63 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=98 EndTimestamp=2021-05-04T01:36:45.612Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.514Z InvocationID=d2d74d7a-1626-4b3d-824d-950d97d8dbb5 ResponseDesc=Internal Server Error 2021-05-04T01:36:45.623Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a970960c-7844-4483-b850-beae66ffba58 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:45.623Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.623Z InvocationID=4250c3e1-80c4-466f-b2f8-b621c469e897 2021-05-04T01:36:45.647Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a970960c-7844-4483-b850-beae66ffba58 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.700Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a970960c-7844-4483-b850-beae66ffba58 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.709Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a970960c-7844-4483-b850-beae66ffba58 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.709Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a970960c-7844-4483-b850-beae66ffba58 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.710Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a970960c-7844-4483-b850-beae66ffba58 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=87 EndTimestamp=2021-05-04T01:36:45.710Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.623Z InvocationID=315f19c7-47e3-4f79-a6c9-fa08b309ebe6 ResponseDesc=Internal Server Error 2021-05-04T01:36:45.720Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=235cfd80-df8b-4d66-b9d7-816545939fbf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:45.720Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.720Z InvocationID=4f0fa5b5-fe60-43e1-a4f2-d557ad2c7d49 2021-05-04T01:36:45.725Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=235cfd80-df8b-4d66-b9d7-816545939fbf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.761Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=235cfd80-df8b-4d66-b9d7-816545939fbf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.800Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=235cfd80-df8b-4d66-b9d7-816545939fbf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.800Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=235cfd80-df8b-4d66-b9d7-816545939fbf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.801Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=235cfd80-df8b-4d66-b9d7-816545939fbf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=81 EndTimestamp=2021-05-04T01:36:45.801Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.720Z InvocationID=0cd9ba63-aaa9-4f43-99d9-a3f01cdc1779 ResponseDesc=Internal Server Error 2021-05-04T01:36:45.814Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=43b3baff-e253-4f35-afaf-619fd9e4c539 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:45.814Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.814Z InvocationID=16a7c86d-228d-47b2-8013-85b7bdc34769 2021-05-04T01:36:45.905Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=43b3baff-e253-4f35-afaf-619fd9e4c539 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.918Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=43b3baff-e253-4f35-afaf-619fd9e4c539 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.924Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=43b3baff-e253-4f35-afaf-619fd9e4c539 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.924Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=43b3baff-e253-4f35-afaf-619fd9e4c539 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:45.925Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=43b3baff-e253-4f35-afaf-619fd9e4c539 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=111 EndTimestamp=2021-05-04T01:36:45.925Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:45.814Z InvocationID=f368a95e-d084-4ea7-ab69-b6c906279b72 ResponseDesc=Internal Server Error 2021-05-04T01:36:46.667Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c23d9ed-cfef-43fe-a97c-c28c6d23fa00 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:46.667Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:46.667Z InvocationID=6344e460-b67a-44ae-8c0b-6bcbe22c23ce 2021-05-04T01:36:46.681Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c23d9ed-cfef-43fe-a97c-c28c6d23fa00 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:46.691Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0c23d9ed-cfef-43fe-a97c-c28c6d23fa00 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:46.701Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0c23d9ed-cfef-43fe-a97c-c28c6d23fa00 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:46.701Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0c23d9ed-cfef-43fe-a97c-c28c6d23fa00 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:46.702Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0c23d9ed-cfef-43fe-a97c-c28c6d23fa00 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=35 EndTimestamp=2021-05-04T01:36:46.702Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:46.667Z InvocationID=a0773812-0e1b-4a19-a6bc-069b12dc527a ResponseDesc=Internal Server Error 2021-05-04T01:36:49.668Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6dd2e2f9-ac6a-4042-bec7-3c5800c213eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:49.668Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:49.668Z InvocationID=c2f95a09-6742-4cf0-98b1-65de3f2444f4 2021-05-04T01:36:49.699Z [qtp1196695891-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6dd2e2f9-ac6a-4042-bec7-3c5800c213eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:52.748Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=096bee92-5b9e-419b-a858-89a2b3280834 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:52.747Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:52.747Z InvocationID=12fdcb29-d8ef-4517-80f4-77cc4d6b9ab9 2021-05-04T01:36:55.841Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3999503a-bb7a-462c-a84d-a07735240b13 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:55.841Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:55.841Z InvocationID=28e73648-469c-4dcd-b315-a81b4b5ae9b4 2021-05-04T01:36:55.921Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3999503a-bb7a-462c-a84d-a07735240b13 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:36:58.905Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7d5f6775-93ae-4579-b137-f0d6a1ddce2d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:36:58.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:58.905Z InvocationID=ab4cbf33-be22-4668-8464-4aed77c9fb7f 2021-05-04T01:37:01.144Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=889b200c-aff8-47a2-b4fc-a9141a2fd03f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:01.143Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:01.143Z InvocationID=eb5650ae-1917-4d53-924b-213309a1fa4a 2021-05-04T01:37:01.203Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=889b200c-aff8-47a2-b4fc-a9141a2fd03f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:01.753Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6dd2e2f9-ac6a-4042-bec7-3c5800c213eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:37:01.801Z [qtp1196695891-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6dd2e2f9-ac6a-4042-bec7-3c5800c213eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:01.801Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6dd2e2f9-ac6a-4042-bec7-3c5800c213eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:01.802Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6dd2e2f9-ac6a-4042-bec7-3c5800c213eb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=12134 EndTimestamp=2021-05-04T01:37:01.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:49.668Z InvocationID=6d0c83d1-47bd-495c-bfd2-8038a61ad836 ResponseDesc=Internal Server Error 2021-05-04T01:37:01.948Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b4252c8-06fc-4ffb-9a0d-393674e07408 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:01.947Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:01.947Z InvocationID=46914e9d-8e56-4505-998b-0cb5944de062 2021-05-04T01:37:03.323Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:37:04.753Z [qtp1196695891-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=096bee92-5b9e-419b-a858-89a2b3280834 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:37:04.804Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=096bee92-5b9e-419b-a858-89a2b3280834 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:05.057Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4ee3d1c3-0b25-467c-938c-facb0b96efcd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:05.057Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:05.057Z InvocationID=59eb43f5-c0df-4342-8bd8-83eea435329a 2021-05-04T01:37:07.953Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3999503a-bb7a-462c-a84d-a07735240b13 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:37:08.116Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0b28ceda-8a73-4946-be69-1aa295fdf4e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:08.116Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:08.116Z InvocationID=d3106fe1-5f55-4285-8acc-1202bd4b60c1 2021-05-04T01:37:10.953Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7d5f6775-93ae-4579-b137-f0d6a1ddce2d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:37:10.999Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7d5f6775-93ae-4579-b137-f0d6a1ddce2d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:11.005Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7d5f6775-93ae-4579-b137-f0d6a1ddce2d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:11.005Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7d5f6775-93ae-4579-b137-f0d6a1ddce2d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:11.007Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7d5f6775-93ae-4579-b137-f0d6a1ddce2d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=12102 EndTimestamp=2021-05-04T01:37:11.007Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:58.905Z InvocationID=249b3275-1a5a-45db-b3a2-bd60166f0b51 ResponseDesc=Internal Server Error 2021-05-04T01:37:11.152Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c4502db-b915-4262-b5cd-23eb1b7a537a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:11.152Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:11.152Z InvocationID=cfd4e218-94e6-4483-a64b-cfbe35924510 2021-05-04T01:37:13.090Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=889b200c-aff8-47a2-b4fc-a9141a2fd03f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:37:13.090Z [qtp1196695891-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=096bee92-5b9e-419b-a858-89a2b3280834 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.090Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=096bee92-5b9e-419b-a858-89a2b3280834 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.091Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=096bee92-5b9e-419b-a858-89a2b3280834 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=20344 EndTimestamp=2021-05-04T01:37:13.091Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:52.747Z InvocationID=416f71ee-28bf-4113-b2c8-ce31d61a4c62 ResponseDesc=Internal Server Error 2021-05-04T01:37:13.091Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c4502db-b915-4262-b5cd-23eb1b7a537a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:37:13.100Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b4252c8-06fc-4ffb-9a0d-393674e07408 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.102Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=3999503a-bb7a-462c-a84d-a07735240b13 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.102Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=3999503a-bb7a-462c-a84d-a07735240b13 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.103Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=3999503a-bb7a-462c-a84d-a07735240b13 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=17262 EndTimestamp=2021-05-04T01:37:13.103Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:36:55.841Z InvocationID=31487f1e-7b07-4d4b-85d9-e4a1b811fc1e ResponseDesc=Internal Server Error 2021-05-04T01:37:13.105Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0b4252c8-06fc-4ffb-9a0d-393674e07408 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.165Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4ee3d1c3-0b25-467c-938c-facb0b96efcd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.200Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0b28ceda-8a73-4946-be69-1aa295fdf4e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.250Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4ee3d1c3-0b25-467c-938c-facb0b96efcd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.250Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=889b200c-aff8-47a2-b4fc-a9141a2fd03f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:37:13.250Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=889b200c-aff8-47a2-b4fc-a9141a2fd03f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:37:13.251Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=889b200c-aff8-47a2-b4fc-a9141a2fd03f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=12108 EndTimestamp=2021-05-04T01:37:13.251Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:01.143Z InvocationID=a001939a-8587-490a-99ca-7141e720547a ResponseDesc=Internal Server Error 2021-05-04T01:37:13.299Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5c4502db-b915-4262-b5cd-23eb1b7a537a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.299Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0b4252c8-06fc-4ffb-9a0d-393674e07408 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.300Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0b4252c8-06fc-4ffb-9a0d-393674e07408 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.300Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0b28ceda-8a73-4946-be69-1aa295fdf4e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.301Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0b4252c8-06fc-4ffb-9a0d-393674e07408 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=11353 EndTimestamp=2021-05-04T01:37:13.300Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:01.947Z InvocationID=454551e4-9450-449e-9c9c-5d8495e3863c ResponseDesc=Internal Server Error 2021-05-04T01:37:13.303Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4ee3d1c3-0b25-467c-938c-facb0b96efcd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:37:13.303Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4ee3d1c3-0b25-467c-938c-facb0b96efcd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:308) at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:422) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:276) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 28 common frames omitted 2021-05-04T01:37:13.303Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4ee3d1c3-0b25-467c-938c-facb0b96efcd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=8246 EndTimestamp=2021-05-04T01:37:13.303Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:05.057Z InvocationID=98b1d69c-432d-42c4-95a7-d86408b9ab86 ResponseDesc=Internal Server Error 2021-05-04T01:37:13.346Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5c4502db-b915-4262-b5cd-23eb1b7a537a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.347Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5c4502db-b915-4262-b5cd-23eb1b7a537a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.347Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5c4502db-b915-4262-b5cd-23eb1b7a537a InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=2195 EndTimestamp=2021-05-04T01:37:13.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:11.152Z InvocationID=6629a6e2-ecb2-4ed5-b1ff-edd9f569aedc ResponseDesc=Internal Server Error 2021-05-04T01:37:13.399Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0b28ceda-8a73-4946-be69-1aa295fdf4e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.399Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0b28ceda-8a73-4946-be69-1aa295fdf4e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.400Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0b28ceda-8a73-4946-be69-1aa295fdf4e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=5284 EndTimestamp=2021-05-04T01:37:13.400Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:08.116Z InvocationID=3b909810-e9e0-4a74-9fda-45d0feba9046 ResponseDesc=Internal Server Error 2021-05-04T01:37:13.708Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6d4dee82-5f6a-475b-a1e4-2529e91026c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:13.708Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:13.708Z InvocationID=94f1bf81-d471-4f51-9900-b66f621cd551 2021-05-04T01:37:13.717Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6d4dee82-5f6a-475b-a1e4-2529e91026c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.769Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6d4dee82-5f6a-475b-a1e4-2529e91026c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.803Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6d4dee82-5f6a-475b-a1e4-2529e91026c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.803Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6d4dee82-5f6a-475b-a1e4-2529e91026c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:13.804Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6d4dee82-5f6a-475b-a1e4-2529e91026c6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=96 EndTimestamp=2021-05-04T01:37:13.804Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:13.708Z InvocationID=75bd6af2-08b3-449f-9c9f-d4ec034aa524 ResponseDesc=Internal Server Error 2021-05-04T01:37:16.825Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2b380e19-6ae3-488d-94f3-02fa3b6c15dd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:16.824Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:16.824Z InvocationID=033845bb-2a6d-49a5-aa99-640c6ee049b1 2021-05-04T01:37:16.901Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2b380e19-6ae3-488d-94f3-02fa3b6c15dd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:16.906Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2b380e19-6ae3-488d-94f3-02fa3b6c15dd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:16.914Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2b380e19-6ae3-488d-94f3-02fa3b6c15dd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:16.915Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2b380e19-6ae3-488d-94f3-02fa3b6c15dd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:16.916Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2b380e19-6ae3-488d-94f3-02fa3b6c15dd InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=91 EndTimestamp=2021-05-04T01:37:16.915Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:16.824Z InvocationID=fab7f432-319d-4d02-bc25-76410985615c ResponseDesc=Internal Server Error 2021-05-04T01:37:20.849Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=354bd964-11a7-4c6b-8b72-f16eeab23b60 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:20.849Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:20.849Z InvocationID=911d329f-73f6-4263-865b-7490628e1b6d 2021-05-04T01:37:20.914Z [qtp1196695891-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=354bd964-11a7-4c6b-8b72-f16eeab23b60 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:20.935Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=354bd964-11a7-4c6b-8b72-f16eeab23b60 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:20.956Z [qtp1196695891-17] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=354bd964-11a7-4c6b-8b72-f16eeab23b60 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:20.957Z [qtp1196695891-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=354bd964-11a7-4c6b-8b72-f16eeab23b60 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:20.958Z [qtp1196695891-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=354bd964-11a7-4c6b-8b72-f16eeab23b60 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=108 EndTimestamp=2021-05-04T01:37:20.957Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:20.849Z InvocationID=b53a3c67-d1c2-40a5-b945-c430b7295893 ResponseDesc=Internal Server Error 2021-05-04T01:37:27.683Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7480a723-8a1e-422e-838c-c17c6f1894c1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:27.683Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:27.683Z InvocationID=85b33cab-6973-41b8-b775-f6b89bd5d50b 2021-05-04T01:37:27.699Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7480a723-8a1e-422e-838c-c17c6f1894c1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:33.402Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:37:38.162Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7480a723-8a1e-422e-838c-c17c6f1894c1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:38.250Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=7480a723-8a1e-422e-838c-c17c6f1894c1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:38.251Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=7480a723-8a1e-422e-838c-c17c6f1894c1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:38.253Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=7480a723-8a1e-422e-838c-c17c6f1894c1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=10570 EndTimestamp=2021-05-04T01:37:38.253Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:27.683Z InvocationID=fd780c39-9d97-436c-99cc-44f4d91aeb24 ResponseDesc=Internal Server Error 2021-05-04T01:37:38.860Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=83e7feda-1cd7-43e6-89e7-4359ed7bfe03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:38.859Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:38.859Z InvocationID=42c062d7-3c6f-485d-b279-fef146ec0d61 2021-05-04T01:37:38.876Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=83e7feda-1cd7-43e6-89e7-4359ed7bfe03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:38.900Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=83e7feda-1cd7-43e6-89e7-4359ed7bfe03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:38.951Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=83e7feda-1cd7-43e6-89e7-4359ed7bfe03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:38.951Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=83e7feda-1cd7-43e6-89e7-4359ed7bfe03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:38.952Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=83e7feda-1cd7-43e6-89e7-4359ed7bfe03 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=93 EndTimestamp=2021-05-04T01:37:38.952Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:38.859Z InvocationID=fbd0abc9-ccf9-4800-8006-000f3c863387 ResponseDesc=Internal Server Error 2021-05-04T01:37:39.681Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d6b9f3e7-c3bb-4cf2-8c7f-015ce1b10caf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:39.681Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:39.681Z InvocationID=81cb5d72-56ef-4567-86c1-7bd28b03ddd1 2021-05-04T01:37:39.753Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d6b9f3e7-c3bb-4cf2-8c7f-015ce1b10caf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:39.761Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d6b9f3e7-c3bb-4cf2-8c7f-015ce1b10caf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:39.799Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=d6b9f3e7-c3bb-4cf2-8c7f-015ce1b10caf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:39.799Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=d6b9f3e7-c3bb-4cf2-8c7f-015ce1b10caf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:39.801Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=d6b9f3e7-c3bb-4cf2-8c7f-015ce1b10caf InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=119 EndTimestamp=2021-05-04T01:37:39.800Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:39.681Z InvocationID=77f69fb7-3d7b-481c-a4b4-0ec6724bf7a5 ResponseDesc=Internal Server Error 2021-05-04T01:37:40.261Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=70b4da75-606c-4586-bce0-2b98923edb85 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:40.261Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:40.261Z InvocationID=67b31de4-155e-4f75-981c-308a65ebb256 2021-05-04T01:37:40.301Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=70b4da75-606c-4586-bce0-2b98923edb85 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.353Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=70b4da75-606c-4586-bce0-2b98923edb85 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.454Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=70b4da75-606c-4586-bce0-2b98923edb85 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.454Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=70b4da75-606c-4586-bce0-2b98923edb85 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.454Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=70b4da75-606c-4586-bce0-2b98923edb85 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=193 EndTimestamp=2021-05-04T01:37:40.454Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:40.261Z InvocationID=3526b144-712d-45e3-a74c-f9ee94e2b687 ResponseDesc=Internal Server Error 2021-05-04T01:37:40.807Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=607e4a1a-5192-4e5c-b70d-2ec3774709c7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:40.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:40.806Z InvocationID=486d2c62-519c-449e-a5a4-e4050c988150 2021-05-04T01:37:40.899Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=607e4a1a-5192-4e5c-b70d-2ec3774709c7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.910Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=607e4a1a-5192-4e5c-b70d-2ec3774709c7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.915Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=607e4a1a-5192-4e5c-b70d-2ec3774709c7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.915Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=607e4a1a-5192-4e5c-b70d-2ec3774709c7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:40.916Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=607e4a1a-5192-4e5c-b70d-2ec3774709c7 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=110 EndTimestamp=2021-05-04T01:37:40.916Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:40.806Z InvocationID=6b52b124-341a-42ab-abac-94cf8800d284 ResponseDesc=Internal Server Error 2021-05-04T01:37:41.184Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb8e0613-0f66-4d79-8e7f-88e64e807835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:41.184Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:41.184Z InvocationID=7527d545-d20f-48cd-8e9b-61e44a77855c 2021-05-04T01:37:41.202Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb8e0613-0f66-4d79-8e7f-88e64e807835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.209Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fb8e0613-0f66-4d79-8e7f-88e64e807835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.212Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fb8e0613-0f66-4d79-8e7f-88e64e807835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.212Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fb8e0613-0f66-4d79-8e7f-88e64e807835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.213Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fb8e0613-0f66-4d79-8e7f-88e64e807835 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=29 EndTimestamp=2021-05-04T01:37:41.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:41.184Z InvocationID=841e6cd7-547e-435e-862c-075eb2375642 ResponseDesc=Internal Server Error 2021-05-04T01:37:41.505Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4df04235-3fc7-4f61-9441-f1ac7118224d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:41.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:41.504Z InvocationID=20600c85-2a7a-4094-9a94-52f33951cf28 2021-05-04T01:37:41.600Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4df04235-3fc7-4f61-9441-f1ac7118224d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.613Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4df04235-3fc7-4f61-9441-f1ac7118224d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.624Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4df04235-3fc7-4f61-9441-f1ac7118224d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.624Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4df04235-3fc7-4f61-9441-f1ac7118224d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.626Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4df04235-3fc7-4f61-9441-f1ac7118224d InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=121 EndTimestamp=2021-05-04T01:37:41.625Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:41.504Z InvocationID=bfeaa3f7-2f26-4d4c-bb78-a4849dc0cafa ResponseDesc=Internal Server Error 2021-05-04T01:37:41.805Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4ac6676e-ca45-4de3-8350-7734ddc72dfb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:41.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:41.805Z InvocationID=2592434b-c6e8-4ade-816e-8cb4767b8299 2021-05-04T01:37:41.815Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4ac6676e-ca45-4de3-8350-7734ddc72dfb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.820Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4ac6676e-ca45-4de3-8350-7734ddc72dfb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.826Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4ac6676e-ca45-4de3-8350-7734ddc72dfb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.826Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4ac6676e-ca45-4de3-8350-7734ddc72dfb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:41.827Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4ac6676e-ca45-4de3-8350-7734ddc72dfb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=22 EndTimestamp=2021-05-04T01:37:41.827Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:41.805Z InvocationID=24b2d42f-d127-47c9-b7b6-d0c88555a18f ResponseDesc=Internal Server Error 2021-05-04T01:37:44.507Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95fe978c-4396-48fb-a3a5-a6c2f54ed31e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:37:44.506Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:44.506Z InvocationID=3431220b-102c-4433-8e06-ee76372b0c67 2021-05-04T01:37:44.561Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95fe978c-4396-48fb-a3a5-a6c2f54ed31e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:44.566Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=95fe978c-4396-48fb-a3a5-a6c2f54ed31e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:44.603Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=95fe978c-4396-48fb-a3a5-a6c2f54ed31e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:44.603Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=95fe978c-4396-48fb-a3a5-a6c2f54ed31e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:37:44.604Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=95fe978c-4396-48fb-a3a5-a6c2f54ed31e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=98 EndTimestamp=2021-05-04T01:37:44.604Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:37:44.506Z InvocationID=afe51873-1591-4053-adef-b3a84ae96310 ResponseDesc=Internal Server Error 2021-05-04T01:38:01.136Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=daee8c99-31be-4ec7-9677-ec0042282548 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:01.136Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:01.136Z InvocationID=db4d6539-4cfc-4488-b73b-73c74d636f08 2021-05-04T01:38:01.203Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=daee8c99-31be-4ec7-9677-ec0042282548 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.254Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=daee8c99-31be-4ec7-9677-ec0042282548 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.346Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=daee8c99-31be-4ec7-9677-ec0042282548 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.346Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=daee8c99-31be-4ec7-9677-ec0042282548 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.347Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=daee8c99-31be-4ec7-9677-ec0042282548 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=211 EndTimestamp=2021-05-04T01:38:01.347Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:01.136Z InvocationID=7e2b3401-ab74-4f38-add9-22f72cedeacc ResponseDesc=Internal Server Error 2021-05-04T01:38:01.706Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fd224d54-82bd-417b-b39f-cf5f7b7035b6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:01.706Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:01.706Z InvocationID=5af7799a-82ee-4748-be79-ed63856b4b96 2021-05-04T01:38:01.766Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fd224d54-82bd-417b-b39f-cf5f7b7035b6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.802Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fd224d54-82bd-417b-b39f-cf5f7b7035b6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.859Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fd224d54-82bd-417b-b39f-cf5f7b7035b6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.859Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fd224d54-82bd-417b-b39f-cf5f7b7035b6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:01.860Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fd224d54-82bd-417b-b39f-cf5f7b7035b6 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=153 EndTimestamp=2021-05-04T01:38:01.859Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:01.706Z InvocationID=3a9504c7-a838-4b9b-8ea0-f6e940594003 ResponseDesc=Internal Server Error 2021-05-04T01:38:02.314Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fea22cf7-22e4-4416-9480-6263896c81b1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:02.314Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:02.314Z InvocationID=8cf608fb-7c68-4d9c-9d64-cf7feaa870b0 2021-05-04T01:38:02.349Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fea22cf7-22e4-4416-9480-6263896c81b1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:02.400Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fea22cf7-22e4-4416-9480-6263896c81b1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:02.409Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=fea22cf7-22e4-4416-9480-6263896c81b1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:02.409Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=fea22cf7-22e4-4416-9480-6263896c81b1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:02.410Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=fea22cf7-22e4-4416-9480-6263896c81b1 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=96 EndTimestamp=2021-05-04T01:38:02.410Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:02.314Z InvocationID=776eaee2-57dd-49d7-9f4c-f3bf925d2321 ResponseDesc=Internal Server Error 2021-05-04T01:38:02.906Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f3dfb37d-1302-4797-9bbf-df0911e0d98f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:02.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:02.905Z InvocationID=4e73b2ff-16ca-4031-b6d6-9b75fc1748a5 2021-05-04T01:38:02.913Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f3dfb37d-1302-4797-9bbf-df0911e0d98f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:02.971Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f3dfb37d-1302-4797-9bbf-df0911e0d98f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:03.061Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f3dfb37d-1302-4797-9bbf-df0911e0d98f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:03.062Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f3dfb37d-1302-4797-9bbf-df0911e0d98f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:03.063Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f3dfb37d-1302-4797-9bbf-df0911e0d98f InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=157 EndTimestamp=2021-05-04T01:38:03.062Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:02.905Z InvocationID=e7f6139f-2798-4c81-8d11-8ca69f101005 ResponseDesc=Internal Server Error 2021-05-04T01:38:04.505Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27ac4920-a3ca-4bca-af7b-948c5c21cd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:04.505Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:04.505Z InvocationID=888370e1-34b7-4a22-bcb2-87d28375e0b6 2021-05-04T01:38:04.605Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27ac4920-a3ca-4bca-af7b-948c5c21cd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:04.610Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27ac4920-a3ca-4bca-af7b-948c5c21cd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:04.614Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=27ac4920-a3ca-4bca-af7b-948c5c21cd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:04.614Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=27ac4920-a3ca-4bca-af7b-948c5c21cd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:04.614Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=27ac4920-a3ca-4bca-af7b-948c5c21cd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=109 EndTimestamp=2021-05-04T01:38:04.614Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:04.505Z InvocationID=ab421b75-13e3-4ff7-89f0-1cc64262d92b ResponseDesc=Internal Server Error 2021-05-04T01:38:24.404Z [cluster1-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:38:24.739Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=717edd4d-20e2-4f4c-a927-f047ef9752d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:24.738Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:24.738Z InvocationID=5686f144-da07-40f2-b1a3-15081ca79071 2021-05-04T01:38:24.956Z [qtp1196695891-53] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=717edd4d-20e2-4f4c-a927-f047ef9752d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.001Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=717edd4d-20e2-4f4c-a927-f047ef9752d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.052Z [qtp1196695891-53] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=717edd4d-20e2-4f4c-a927-f047ef9752d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.052Z [qtp1196695891-53] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=717edd4d-20e2-4f4c-a927-f047ef9752d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.053Z [qtp1196695891-53] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=717edd4d-20e2-4f4c-a927-f047ef9752d0 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=315 EndTimestamp=2021-05-04T01:38:25.053Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:24.738Z InvocationID=719bd0dc-64c4-4d5c-b8ba-d401ff47ea0c ResponseDesc=Internal Server Error 2021-05-04T01:38:25.108Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a1004d5d-5aaa-4afe-97bc-efbac923c163 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:25.108Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.108Z InvocationID=0e9ad5bc-1406-4fcd-a83e-9e519a0792d2 2021-05-04T01:38:25.117Z [qtp1196695891-12] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a1004d5d-5aaa-4afe-97bc-efbac923c163 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.157Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a1004d5d-5aaa-4afe-97bc-efbac923c163 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.201Z [qtp1196695891-12] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=a1004d5d-5aaa-4afe-97bc-efbac923c163 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.201Z [qtp1196695891-12] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=a1004d5d-5aaa-4afe-97bc-efbac923c163 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.202Z [qtp1196695891-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=a1004d5d-5aaa-4afe-97bc-efbac923c163 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=94 EndTimestamp=2021-05-04T01:38:25.202Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.108Z InvocationID=0c147e75-7083-4041-affd-2484c7e3d791 ResponseDesc=Internal Server Error 2021-05-04T01:38:25.214Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=481fb7b8-849e-4ee9-a2e6-5a0ad09059e2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:25.214Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.214Z InvocationID=3f1e314d-297f-4d83-a260-9989c3b30e0c 2021-05-04T01:38:25.302Z [qtp1196695891-54] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=481fb7b8-849e-4ee9-a2e6-5a0ad09059e2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.309Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=481fb7b8-849e-4ee9-a2e6-5a0ad09059e2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.314Z [qtp1196695891-54] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=481fb7b8-849e-4ee9-a2e6-5a0ad09059e2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.315Z [qtp1196695891-54] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=481fb7b8-849e-4ee9-a2e6-5a0ad09059e2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.316Z [qtp1196695891-54] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=481fb7b8-849e-4ee9-a2e6-5a0ad09059e2 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=101 EndTimestamp=2021-05-04T01:38:25.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.214Z InvocationID=c9474282-a68c-4a3b-96ea-35708d9bdbfb ResponseDesc=Internal Server Error 2021-05-04T01:38:25.327Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=855b709b-fa8f-402e-8dc3-21cc1c48b43c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:25.326Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.326Z InvocationID=9c92c9dd-b82b-4997-a060-211197b21f2b 2021-05-04T01:38:25.448Z [qtp1196695891-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=855b709b-fa8f-402e-8dc3-21cc1c48b43c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.500Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=855b709b-fa8f-402e-8dc3-21cc1c48b43c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.557Z [qtp1196695891-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=855b709b-fa8f-402e-8dc3-21cc1c48b43c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.557Z [qtp1196695891-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=855b709b-fa8f-402e-8dc3-21cc1c48b43c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.558Z [qtp1196695891-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=855b709b-fa8f-402e-8dc3-21cc1c48b43c InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=232 EndTimestamp=2021-05-04T01:38:25.558Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.326Z InvocationID=1ebb6a37-57c9-4a8b-bd74-6356f059bf89 ResponseDesc=Internal Server Error 2021-05-04T01:38:25.605Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=09b1896a-be7d-4e5d-9e93-5bb8e1aea41e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:25.605Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.605Z InvocationID=adea004f-de20-47d7-868a-2232ade60404 2021-05-04T01:38:25.612Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=09b1896a-be7d-4e5d-9e93-5bb8e1aea41e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:25.654Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=09b1896a-be7d-4e5d-9e93-5bb8e1aea41e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.368Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=09b1896a-be7d-4e5d-9e93-5bb8e1aea41e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.368Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=09b1896a-be7d-4e5d-9e93-5bb8e1aea41e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.369Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=09b1896a-be7d-4e5d-9e93-5bb8e1aea41e InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=764 EndTimestamp=2021-05-04T01:38:26.369Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:25.605Z InvocationID=41f6f125-dfd3-4f6d-9f43-dd127cfb7c32 ResponseDesc=Internal Server Error 2021-05-04T01:38:26.385Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9d3e3674-4ac0-46a0-9193-c18489d80475 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:26.385Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.385Z InvocationID=eef3d19f-cfc8-4a85-9102-2da0bd235db9 2021-05-04T01:38:26.450Z [qtp1196695891-14] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9d3e3674-4ac0-46a0-9193-c18489d80475 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.456Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9d3e3674-4ac0-46a0-9193-c18489d80475 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.460Z [qtp1196695891-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=9d3e3674-4ac0-46a0-9193-c18489d80475 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.460Z [qtp1196695891-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=9d3e3674-4ac0-46a0-9193-c18489d80475 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.461Z [qtp1196695891-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=9d3e3674-4ac0-46a0-9193-c18489d80475 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=76 EndTimestamp=2021-05-04T01:38:26.461Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.385Z InvocationID=aca00589-5dd9-440e-a3e3-eeec3f650649 ResponseDesc=Internal Server Error 2021-05-04T01:38:26.471Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8436f893-9afa-49e5-8840-d9e0779ea13b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:26.471Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.471Z InvocationID=5f414792-98f1-47fc-8eed-4a646ea0e627 2021-05-04T01:38:26.480Z [qtp1196695891-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8436f893-9afa-49e5-8840-d9e0779ea13b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.552Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8436f893-9afa-49e5-8840-d9e0779ea13b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.556Z [qtp1196695891-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8436f893-9afa-49e5-8840-d9e0779ea13b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.557Z [qtp1196695891-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8436f893-9afa-49e5-8840-d9e0779ea13b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.558Z [qtp1196695891-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8436f893-9afa-49e5-8840-d9e0779ea13b InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=86 EndTimestamp=2021-05-04T01:38:26.557Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.471Z InvocationID=fbf64132-f885-4824-9d08-973771bd94e5 ResponseDesc=Internal Server Error 2021-05-04T01:38:26.568Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=311edeac-1103-4bf2-92a6-e94b991db3fb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:26.568Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.568Z InvocationID=bd9f7817-4f0d-4731-838b-1296bbf9f7b9 2021-05-04T01:38:26.573Z [qtp1196695891-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=311edeac-1103-4bf2-92a6-e94b991db3fb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.658Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=311edeac-1103-4bf2-92a6-e94b991db3fb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.667Z [qtp1196695891-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=311edeac-1103-4bf2-92a6-e94b991db3fb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.667Z [qtp1196695891-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=311edeac-1103-4bf2-92a6-e94b991db3fb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.668Z [qtp1196695891-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=311edeac-1103-4bf2-92a6-e94b991db3fb InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=100 EndTimestamp=2021-05-04T01:38:26.668Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.568Z InvocationID=acc0f65a-1673-4119-96e2-edb7e4218cc8 ResponseDesc=Internal Server Error 2021-05-04T01:38:26.679Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=72dd9b49-11f6-4682-ab55-77bfb8036262 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:26.679Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.679Z InvocationID=86d0b70d-0ac1-4265-8070-97456866cb46 2021-05-04T01:38:26.751Z [qtp1196695891-55] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=72dd9b49-11f6-4682-ab55-77bfb8036262 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.757Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=72dd9b49-11f6-4682-ab55-77bfb8036262 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.761Z [qtp1196695891-55] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=72dd9b49-11f6-4682-ab55-77bfb8036262 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.761Z [qtp1196695891-55] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=72dd9b49-11f6-4682-ab55-77bfb8036262 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:26.762Z [qtp1196695891-55] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=72dd9b49-11f6-4682-ab55-77bfb8036262 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=83 EndTimestamp=2021-05-04T01:38:26.762Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.679Z InvocationID=71c81ac9-9d6a-4016-bb4c-33e0b9f54cb1 ResponseDesc=Internal Server Error 2021-05-04T01:38:26.773Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=31044f57-5343-478b-a68e-860330a7fd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:26.772Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.772Z InvocationID=723c9f43-2d3a-4101-9d7b-dbb8457e468b 2021-05-04T01:38:26.849Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=31044f57-5343-478b-a68e-860330a7fd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.665Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0593aa42-c359-4737-ac60-8062327f70ba InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:27.665Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:27.665Z InvocationID=6b541255-8a8f-4821-b4e9-8697189403bb 2021-05-04T01:38:27.699Z [qtp1196695891-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0593aa42-c359-4737-ac60-8062327f70ba InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.717Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0593aa42-c359-4737-ac60-8062327f70ba InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.776Z [qtp1196695891-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=0593aa42-c359-4737-ac60-8062327f70ba InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.776Z [qtp1196695891-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=0593aa42-c359-4737-ac60-8062327f70ba InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.777Z [qtp1196695891-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=0593aa42-c359-4737-ac60-8062327f70ba InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=112 EndTimestamp=2021-05-04T01:38:27.777Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:27.665Z InvocationID=db24aef5-80c7-4d83-8755-d06d6dabf745 ResponseDesc=Internal Server Error 2021-05-04T01:38:27.778Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=31044f57-5343-478b-a68e-860330a7fd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.781Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=31044f57-5343-478b-a68e-860330a7fd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.782Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=31044f57-5343-478b-a68e-860330a7fd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:27.782Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=31044f57-5343-478b-a68e-860330a7fd22 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=1010 EndTimestamp=2021-05-04T01:38:27.782Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:26.772Z InvocationID=230c775b-ed70-4f8e-8998-0bbb8cae19ad ResponseDesc=Internal Server Error 2021-05-04T01:38:29.873Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=bc18e395-176b-41c7-ae44-afb65c87c3e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=0 EndTimestamp=2021-05-04T01:38:29.872Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:29.872Z InvocationID=a6919efd-591b-4397-aa6c-1b85704cdc68 2021-05-04T01:38:29.882Z [qtp1196695891-16] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=bc18e395-176b-41c7-ae44-afb65c87c3e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:29.898Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bc18e395-176b-41c7-ae44-afb65c87c3e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:29.903Z [qtp1196695891-16] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=bc18e395-176b-41c7-ae44-afb65c87c3e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:29.903Z [qtp1196695891-16] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=bc18e395-176b-41c7-ae44-afb65c87c3e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:38:29.904Z [qtp1196695891-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=bc18e395-176b-41c7-ae44-afb65c87c3e9 InstanceID=b114aa07-a855-4885-80c0-46cc1128db5d ElapsedTime=32 EndTimestamp=2021-05-04T01:38:29.904Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:38:29.872Z InvocationID=8422688e-596c-462b-bb51-7f463a1a1581 ResponseDesc=Internal Server Error 2021-05-04T01:38:50.385Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T01:38:51.365Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T01:38:51.687Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T01:38:51.697Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T01:38:51.718Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T01:38:51.958Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T01:38:52.048Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T01:38:52.195Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T01:38:52.623Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T01:38:52.640Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T01:43:49.160Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T01:43:50.167Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T01:43:50.574Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T01:43:50.582Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T01:43:50.601Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T01:43:50.835Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T01:43:50.922Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T01:43:51.000Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T01:43:51.947Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:43:51.949Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:43:51.949Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:43:51.949Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:43:53.762Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:43:53.825Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:43:53.840Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:43:53.841Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-05-04T01:43:54.413Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-05-04T01:43:54.418Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-05-04T01:43:55.067Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-05-04T01:43:55.172Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 6009 ms 2021-05-04T01:43:57.920Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:43:58.040Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:43:58.061Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:43:58.435Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-05-04T01:43:58.611Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 176 ms 2021-05-04T01:43:59.676Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:43:59.664Z ElapsedTime=0 EndTimestamp=2021-05-04T01:43:59.664Z InvocationID=b02f8350-af31-4405-97fa-75559a1dd4eb PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:00.062Z [qtp580718781-13] INFO c.datastax.driver.core.ClockFactory RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using native clock to generate timestamps. 2021-05-04T01:44:02.637Z [qtp580718781-13] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:44:02.638Z [qtp580718781-13] INFO com.datastax.driver.core.Cluster RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:44:02.638Z [qtp580718781-13] INFO com.datastax.driver.core.Cluster RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:44:02.638Z [qtp580718781-13] INFO com.datastax.driver.core.Cluster RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:44:03.570Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24e2a26f-209d-4bfc-b738-a7ada95154fd ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:03.570Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:03.570Z InvocationID=d313560f-e670-4248-a20f-2a1c0fdddacd PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:03.660Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24e2a26f-209d-4bfc-b738-a7ada95154fd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:03.900Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:04.079Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24e2a26f-209d-4bfc-b738-a7ada95154fd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=509 EndTimestamp=2021-05-04T01:44:04.079Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:03.570Z InvocationID=674a8818-b5c7-43cd-8469-f85aec5a590f ResponseDesc=OK 2021-05-04T01:44:04.163Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8c8f93d6-3b2c-46c5-9339-e7b861409474 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=4499 EndTimestamp=2021-05-04T01:44:04.163Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:43:59.664Z InvocationID=d0c51718-0899-4ba6-8e64-d1e8d6764633 ResponseDesc=OK 2021-05-04T01:44:05.113Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a969fc95-75cb-48b7-b625-f04c00430812 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:05.113Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:05.113Z InvocationID=515ff7fc-5f7b-4b73-bde4-0e557f47b2c2 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:05.202Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a969fc95-75cb-48b7-b625-f04c00430812 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:05.503Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a969fc95-75cb-48b7-b625-f04c00430812 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=389 EndTimestamp=2021-05-04T01:44:05.502Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:05.113Z InvocationID=13bc3c7a-c1bc-497f-8df2-af86ffb25cd5 ResponseDesc=OK 2021-05-04T01:44:06.659Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44c2b8fd-d508-4495-a4c9-cd049f5a0941 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:06.659Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:06.659Z InvocationID=06f7f454-1e24-49ec-8fe5-061987e1982d PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:06.800Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44c2b8fd-d508-4495-a4c9-cd049f5a0941 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:06.881Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44c2b8fd-d508-4495-a4c9-cd049f5a0941 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=222 EndTimestamp=2021-05-04T01:44:06.881Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:06.659Z InvocationID=84bc1df4-8d5b-4369-ba7a-282233781f55 ResponseDesc=OK 2021-05-04T01:44:07.380Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fc28aa57-53ed-4c73-8e45-1b01692d366d ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:07.380Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:07.380Z InvocationID=27ed8102-3e6c-4ed8-86f6-90ccb654bb60 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:07.550Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fc28aa57-53ed-4c73-8e45-1b01692d366d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:07.758Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fc28aa57-53ed-4c73-8e45-1b01692d366d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=378 EndTimestamp=2021-05-04T01:44:07.758Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:07.380Z InvocationID=40bb1ca8-1046-473e-a60a-361cd8b0be36 ResponseDesc=OK 2021-05-04T01:44:08.423Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5d2fa26d-d62b-4396-819c-1281706d17b6 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:08.423Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:08.423Z InvocationID=a0fa3d57-d4ad-4b18-9337-b0a5ebe36bad PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:08.598Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5d2fa26d-d62b-4396-819c-1281706d17b6 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:08.764Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5d2fa26d-d62b-4396-819c-1281706d17b6 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=340 EndTimestamp=2021-05-04T01:44:08.763Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:08.423Z InvocationID=8c4ee358-bd62-4e60-85ba-f06cc73fa145 ResponseDesc=OK 2021-05-04T01:44:09.307Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c1299414-5ee0-4712-8919-4132c88447f7 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:09.306Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:09.306Z InvocationID=d864fe10-9f25-42a6-8dc3-e95e7373a443 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:09.354Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c1299414-5ee0-4712-8919-4132c88447f7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:09.598Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c1299414-5ee0-4712-8919-4132c88447f7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=292 EndTimestamp=2021-05-04T01:44:09.598Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:09.306Z InvocationID=7081d8c4-e678-4673-8d6e-279acfa892a0 ResponseDesc=OK 2021-05-04T01:44:10.107Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32cf960a-5670-423f-a065-e61134407b6e ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:10.107Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:10.107Z InvocationID=5a44dfda-17d4-4dab-acb2-d3e3f833df85 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:10.357Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32cf960a-5670-423f-a065-e61134407b6e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:10.552Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=32cf960a-5670-423f-a065-e61134407b6e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=444 EndTimestamp=2021-05-04T01:44:10.551Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:10.107Z InvocationID=3c8f618c-2f9e-4911-990e-6cd2100f3f07 ResponseDesc=OK 2021-05-04T01:44:11.105Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=28bfd9a1-58ba-4878-9aeb-f1bd29e81319 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:11.105Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:11.105Z InvocationID=1dd98be1-6212-40cd-90a2-40c263379612 2021-05-04T01:44:16.997Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=28bfd9a1-58ba-4878-9aeb-f1bd29e81319 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:17.203Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=28bfd9a1-58ba-4878-9aeb-f1bd29e81319 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=6098 EndTimestamp=2021-05-04T01:44:17.203Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:11.105Z InvocationID=b4cd77c4-896e-47fb-939c-397f0b10ea37 ResponseDesc=OK 2021-05-04T01:44:19.191Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=3509be8b-4c11-4922-a99f-84d34f59b016 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:19.191Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:19.191Z InvocationID=7d0d2538-2ebf-4cb5-b647-47848f272e60 2021-05-04T01:44:19.254Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=3509be8b-4c11-4922-a99f-84d34f59b016 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:19.499Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=3509be8b-4c11-4922-a99f-84d34f59b016 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=307 EndTimestamp=2021-05-04T01:44:19.498Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:19.191Z InvocationID=c2d5077b-6d9f-4ffe-9152-34830042e531 ResponseDesc=OK 2021-05-04T01:44:20.213Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5dc77d7f-9ad4-4d58-b015-dd7df15e16a7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:20.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:20.213Z InvocationID=c9c289cd-e4ff-4b38-ae04-36e2da51f220 2021-05-04T01:44:20.372Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5dc77d7f-9ad4-4d58-b015-dd7df15e16a7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:20.552Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5dc77d7f-9ad4-4d58-b015-dd7df15e16a7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=339 EndTimestamp=2021-05-04T01:44:20.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:20.213Z InvocationID=1fa6beb2-51b9-434d-a7ec-67611c2d1726 ResponseDesc=OK 2021-05-04T01:44:21.175Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d2b316f9-399f-43e5-886c-61c6f79141d7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:21.171Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:21.171Z InvocationID=cf918bc1-edb3-4aa6-8a79-023e79691690 2021-05-04T01:44:21.251Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d2b316f9-399f-43e5-886c-61c6f79141d7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:22.805Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d2b316f9-399f-43e5-886c-61c6f79141d7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1634 EndTimestamp=2021-05-04T01:44:22.805Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:21.171Z InvocationID=9646297d-f513-4b80-843d-8853f821d4ce ResponseDesc=OK 2021-05-04T01:44:23.631Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=86f98519-a60d-4fda-8873-c7e3588152a3 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:23.631Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:23.631Z InvocationID=e8e8d888-d9f3-4a53-bd7f-17dea1cdf74b 2021-05-04T01:44:23.700Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=86f98519-a60d-4fda-8873-c7e3588152a3 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:23.848Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=86f98519-a60d-4fda-8873-c7e3588152a3 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=217 EndTimestamp=2021-05-04T01:44:23.848Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:23.631Z InvocationID=d5f09d3d-ee8c-457b-9747-653d357fd323 ResponseDesc=OK 2021-05-04T01:44:24.552Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=80467dad-3c69-413d-8c4f-ad1367920fa7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:24.552Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:24.552Z InvocationID=00c1aace-89e2-471e-8c20-db557d1535ac 2021-05-04T01:44:25.152Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=80467dad-3c69-413d-8c4f-ad1367920fa7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:25.447Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=80467dad-3c69-413d-8c4f-ad1367920fa7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=895 EndTimestamp=2021-05-04T01:44:25.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:24.552Z InvocationID=173579d9-50f3-4078-bff2-faf983ec0a75 ResponseDesc=OK 2021-05-04T01:44:27.169Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=41a04979-83cc-4b60-884c-c69518c286b7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:27.168Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:27.168Z InvocationID=ee6d6cd4-f81c-4f23-ab84-edbe62306bb6 2021-05-04T01:44:27.249Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=41a04979-83cc-4b60-884c-c69518c286b7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:27.402Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=41a04979-83cc-4b60-884c-c69518c286b7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=234 EndTimestamp=2021-05-04T01:44:27.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:27.168Z InvocationID=ebac7a86-78f0-4114-9cb5-47fa9f75a124 ResponseDesc=OK 2021-05-04T01:44:31.961Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0bc9fa4f-dbeb-4572-ac44-c69254592685 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:31.960Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:31.960Z InvocationID=c427904c-e1c9-4bd9-b555-f15f3a4a0476 2021-05-04T01:44:31.984Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0bc9fa4f-dbeb-4572-ac44-c69254592685 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:32.448Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0bc9fa4f-dbeb-4572-ac44-c69254592685 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=487 EndTimestamp=2021-05-04T01:44:32.447Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:31.960Z InvocationID=0210c659-17f5-49e3-842a-5da3883113b4 ResponseDesc=OK 2021-05-04T01:44:32.918Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2015c99b-2c5d-4c9d-9bd3-9da80baa01f6 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 EntryTimestamp=2021-05-04T01:44:32.917Z ElapsedTime=0 EndTimestamp=2021-05-04T01:44:32.917Z InvocationID=73ea1b1e-7cb9-4d38-a1fb-e82f2fea80b9 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:44:33.298Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2015c99b-2c5d-4c9d-9bd3-9da80baa01f6 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:33.465Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2015c99b-2c5d-4c9d-9bd3-9da80baa01f6 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=548 EndTimestamp=2021-05-04T01:44:33.465Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:32.917Z InvocationID=3098a8d0-6e77-4ef2-8e63-43b924253de0 ResponseDesc=OK 2021-05-04T01:44:39.092Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e12e0a08-539f-482d-b595-4390cb80ba62 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:39.092Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:39.092Z InvocationID=e49fe15a-c17f-43c5-8787-714d9b3a95d0 2021-05-04T01:44:39.198Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e12e0a08-539f-482d-b595-4390cb80ba62 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:40.249Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e12e0a08-539f-482d-b595-4390cb80ba62 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1157 EndTimestamp=2021-05-04T01:44:40.249Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:39.092Z InvocationID=55165a0a-459f-4874-a1e2-4a273c20ff5f ResponseDesc=OK 2021-05-04T01:44:42.073Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5a24a869-e3f5-4c6e-8f18-3ba4d80dba98 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:42.072Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:42.072Z InvocationID=c6c3203b-953f-4bae-8665-cc71c1799a4f 2021-05-04T01:44:42.200Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5a24a869-e3f5-4c6e-8f18-3ba4d80dba98 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:42.349Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=5a24a869-e3f5-4c6e-8f18-3ba4d80dba98 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=277 EndTimestamp=2021-05-04T01:44:42.349Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:42.072Z InvocationID=08f4dac8-fac9-4f7d-8613-d15377b4c9e9 ResponseDesc=OK 2021-05-04T01:44:43.406Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4e5dd760-53bc-483f-8cb4-163721f1d85c InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:43.406Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:43.406Z InvocationID=59eef984-9cf5-4fb8-bebc-1c00276215cd 2021-05-04T01:44:43.422Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4e5dd760-53bc-483f-8cb4-163721f1d85c InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:46.580Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4e5dd760-53bc-483f-8cb4-163721f1d85c InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=3174 EndTimestamp=2021-05-04T01:44:46.580Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:43.406Z InvocationID=8564ab37-4c58-495a-ae60-da9dcb69eaf2 ResponseDesc=OK 2021-05-04T01:44:46.923Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=af0038fd-b9a3-43fc-803a-c942124c0297 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:46.923Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:46.923Z InvocationID=aafac806-3be9-4257-a1fa-2d79d9f26f54 2021-05-04T01:44:46.974Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=af0038fd-b9a3-43fc-803a-c942124c0297 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:47.152Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=af0038fd-b9a3-43fc-803a-c942124c0297 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=228 EndTimestamp=2021-05-04T01:44:47.151Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:46.923Z InvocationID=700fc9c1-6ebb-4c25-9e7f-e82939db2771 ResponseDesc=OK 2021-05-04T01:44:48.107Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dcd260ef-af0e-40b2-802a-72e4a53650b2 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:48.107Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:48.107Z InvocationID=b3c8d0bd-e384-41fd-b4c4-f144823aca9e 2021-05-04T01:44:48.198Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dcd260ef-af0e-40b2-802a-72e4a53650b2 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:48.399Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dcd260ef-af0e-40b2-802a-72e4a53650b2 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=291 EndTimestamp=2021-05-04T01:44:48.398Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:48.107Z InvocationID=3e2b27e4-1ded-4292-a68e-e6b858add8df ResponseDesc=OK 2021-05-04T01:44:52.359Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f6c898cd-4569-45a0-8738-48cea2735206 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:52.359Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:52.359Z InvocationID=f664cdc9-231d-47a8-995a-23126cdaa5d0 2021-05-04T01:44:52.545Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f6c898cd-4569-45a0-8738-48cea2735206 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:57.748Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f6c898cd-4569-45a0-8738-48cea2735206 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=5389 EndTimestamp=2021-05-04T01:44:57.748Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:52.359Z InvocationID=d1ed6b9e-c402-41a3-81ed-7a6f9eb8da02 ResponseDesc=OK 2021-05-04T01:44:58.832Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=cc9b96ec-181f-4f15-b112-d24ae1c9cb2e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:44:58.832Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:58.832Z InvocationID=cfc3bb5a-92f0-469b-b84a-d5590ca916b0 2021-05-04T01:44:58.998Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=cc9b96ec-181f-4f15-b112-d24ae1c9cb2e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:44:59.205Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=cc9b96ec-181f-4f15-b112-d24ae1c9cb2e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=373 EndTimestamp=2021-05-04T01:44:59.205Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:44:58.832Z InvocationID=c3bcc1c2-545e-4dba-8f0b-0f03fce7ffe0 ResponseDesc=OK 2021-05-04T01:45:00.011Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ce1726f3-8a63-4b90-8376-6dbcd0c01aa4 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:00.011Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:00.011Z InvocationID=427fd625-0180-4273-9257-1ad2ff609a6d 2021-05-04T01:45:00.158Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ce1726f3-8a63-4b90-8376-6dbcd0c01aa4 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:00.402Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ce1726f3-8a63-4b90-8376-6dbcd0c01aa4 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=390 EndTimestamp=2021-05-04T01:45:00.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:00.011Z InvocationID=b3a253d1-ce43-4304-acf1-3b9a20b0c5a9 ResponseDesc=OK 2021-05-04T01:45:01.257Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2144707-ef7f-41b0-91c3-21cd3c4c40ff InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:01.257Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:01.257Z InvocationID=9a9dfbb8-818b-46a8-889d-b8a1db2c566c 2021-05-04T01:45:01.477Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2144707-ef7f-41b0-91c3-21cd3c4c40ff InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:01.766Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f2144707-ef7f-41b0-91c3-21cd3c4c40ff InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=509 EndTimestamp=2021-05-04T01:45:01.766Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:01.257Z InvocationID=e2174027-5f3e-45b1-a81c-0205a3cece35 ResponseDesc=OK 2021-05-04T01:45:04.159Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=27520b14-d260-4be6-8b2c-5dda6bd0c4ad InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:04.159Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:04.159Z InvocationID=fbcfbd78-10b8-482f-8f9c-fa1de4816062 2021-05-04T01:45:04.401Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=27520b14-d260-4be6-8b2c-5dda6bd0c4ad InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:05.802Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=27520b14-d260-4be6-8b2c-5dda6bd0c4ad InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1643 EndTimestamp=2021-05-04T01:45:05.802Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:04.159Z InvocationID=ad750cc6-387a-4ae6-ba65-5fc052799c79 ResponseDesc=OK 2021-05-04T01:45:07.226Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=75e3711c-7f1e-4621-8cec-56b7827d2b18 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:07.226Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:07.226Z InvocationID=916ad4ee-9b41-41bc-bb77-d8db4d7ef27d 2021-05-04T01:45:07.402Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=75e3711c-7f1e-4621-8cec-56b7827d2b18 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:07.504Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=75e3711c-7f1e-4621-8cec-56b7827d2b18 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=278 EndTimestamp=2021-05-04T01:45:07.504Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:07.226Z InvocationID=84b67d82-4078-4a8d-bdb9-7dc77516a5b9 ResponseDesc=OK 2021-05-04T01:45:09.310Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b9f2403e-5cfd-4b76-9419-74caec59a07a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:09.310Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:09.310Z InvocationID=2a8ecd02-ad73-47dc-a5d1-a95713114ca7 2021-05-04T01:45:09.483Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b9f2403e-5cfd-4b76-9419-74caec59a07a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:10.154Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b9f2403e-5cfd-4b76-9419-74caec59a07a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=844 EndTimestamp=2021-05-04T01:45:10.154Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:09.310Z InvocationID=3abb23e2-dbc7-497d-b653-8f2229d8c54a ResponseDesc=OK 2021-05-04T01:45:12.306Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=44283be0-981e-4174-85cf-c6bd1d6ac6b0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:12.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:12.305Z InvocationID=d21bf327-d2af-4208-bbb0-bdfcc8421be0 2021-05-04T01:45:12.498Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=44283be0-981e-4174-85cf-c6bd1d6ac6b0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:13.603Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=44283be0-981e-4174-85cf-c6bd1d6ac6b0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1298 EndTimestamp=2021-05-04T01:45:13.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:12.305Z InvocationID=e27ff029-7adf-4966-89f9-34321ade9386 ResponseDesc=OK 2021-05-04T01:45:15.331Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=05b2de91-9364-40a0-8045-b3641781a22c InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:15.331Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:15.331Z InvocationID=4c4b2742-92dc-4642-ab4c-ce07d74087ec 2021-05-04T01:45:15.410Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=05b2de91-9364-40a0-8045-b3641781a22c InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:15.510Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=05b2de91-9364-40a0-8045-b3641781a22c InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=179 EndTimestamp=2021-05-04T01:45:15.510Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:15.331Z InvocationID=3e523b91-bbc4-4808-8415-1c43c382333f ResponseDesc=OK 2021-05-04T01:45:18.206Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2c202190-e5be-4edc-884d-8013d573e2b9 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:18.206Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:18.206Z InvocationID=aa7e71c5-e241-49e0-97b0-e0d707f5cce0 2021-05-04T01:45:18.445Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2c202190-e5be-4edc-884d-8013d573e2b9 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:28.469Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2c202190-e5be-4edc-884d-8013d573e2b9 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:45:40.489Z [qtp580718781-14] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=2c202190-e5be-4edc-884d-8013d573e2b9 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:45:40.490Z [qtp580718781-14] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=2c202190-e5be-4edc-884d-8013d573e2b9 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:45:40.493Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=2c202190-e5be-4edc-884d-8013d573e2b9 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=22286 EndTimestamp=2021-05-04T01:45:40.492Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:18.206Z InvocationID=5f225e5b-d7fc-4efd-9841-df5aa0a4448f ResponseDesc=Internal Server Error 2021-05-04T01:45:41.807Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f1838934-9b95-4c6c-a2b8-d64ea329a2d3 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:41.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:41.806Z InvocationID=c657cafe-5c90-48ef-b220-fe87479d1b23 2021-05-04T01:45:44.685Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f1838934-9b95-4c6c-a2b8-d64ea329a2d3 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:46.403Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f1838934-9b95-4c6c-a2b8-d64ea329a2d3 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=4596 EndTimestamp=2021-05-04T01:45:46.402Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:41.806Z InvocationID=945e003b-77ad-4419-ba8b-c12b3431edfb ResponseDesc=OK 2021-05-04T01:45:47.331Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=d20be622-9556-4846-88e7-148e7e625384 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:47.330Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:47.330Z InvocationID=9d818873-5a1e-432c-8d89-fe8e75eb978d 2021-05-04T01:45:47.362Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=d20be622-9556-4846-88e7-148e7e625384 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:47.513Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=d20be622-9556-4846-88e7-148e7e625384 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=183 EndTimestamp=2021-05-04T01:45:47.513Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:47.330Z InvocationID=f8960a72-e3bf-4103-93bd-9e63bba2dbc7 ResponseDesc=OK 2021-05-04T01:45:48.984Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b3d40086-b5d1-4fb7-8a92-dd96fc92952f InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:48.984Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:48.984Z InvocationID=914a8487-cfd4-4a26-a354-eb22d4510975 2021-05-04T01:45:49.161Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b3d40086-b5d1-4fb7-8a92-dd96fc92952f InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:49.347Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b3d40086-b5d1-4fb7-8a92-dd96fc92952f InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=363 EndTimestamp=2021-05-04T01:45:49.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:48.984Z InvocationID=57127bc8-536f-45d6-b282-5b591e990ae5 ResponseDesc=OK 2021-05-04T01:45:49.921Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=53cd5c97-d321-4ec1-9fff-1c504a4945a0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:49.921Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:49.921Z InvocationID=f397d31b-ebd3-4db8-886c-533bb1c3691c 2021-05-04T01:45:50.199Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=53cd5c97-d321-4ec1-9fff-1c504a4945a0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:53.306Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=53cd5c97-d321-4ec1-9fff-1c504a4945a0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=3385 EndTimestamp=2021-05-04T01:45:53.306Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:49.921Z InvocationID=b7cfbe6f-d8f1-4d98-b411-151b6ebce13d ResponseDesc=OK 2021-05-04T01:45:53.846Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a76aac23-4840-4b09-8b16-fbe62974096a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:53.846Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:53.846Z InvocationID=530bd530-2f9a-41b1-a456-eb24d72a3ddf 2021-05-04T01:45:54.299Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a76aac23-4840-4b09-8b16-fbe62974096a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:54.458Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a76aac23-4840-4b09-8b16-fbe62974096a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=612 EndTimestamp=2021-05-04T01:45:54.458Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:53.846Z InvocationID=0d6df377-0af7-4a07-bef5-676a911233b4 ResponseDesc=OK 2021-05-04T01:45:55.316Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0123c457-9a56-477e-9f90-dea0e59f5ab5 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:55.316Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:55.316Z InvocationID=4fb13825-eb20-441f-8ff6-9fabfe90f9a9 2021-05-04T01:45:55.461Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0123c457-9a56-477e-9f90-dea0e59f5ab5 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:55.710Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0123c457-9a56-477e-9f90-dea0e59f5ab5 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=394 EndTimestamp=2021-05-04T01:45:55.710Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:55.316Z InvocationID=e9e11a5f-bcea-4db1-b194-0dd1b597d86f ResponseDesc=OK 2021-05-04T01:45:56.409Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=a30fa2ee-8dfe-4271-9954-7a8195dacc4a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:56.408Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:56.408Z InvocationID=55c5dff1-2d14-405d-b9fd-916bd42f2a6f 2021-05-04T01:45:56.501Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=a30fa2ee-8dfe-4271-9954-7a8195dacc4a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:56.901Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=a30fa2ee-8dfe-4271-9954-7a8195dacc4a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=493 EndTimestamp=2021-05-04T01:45:56.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:56.408Z InvocationID=d8fc299e-8488-4e1f-a4ff-0bcc5fa989bf ResponseDesc=OK 2021-05-04T01:45:57.714Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c61fc614-e199-4b9f-a810-22341aa954b7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:57.714Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:57.714Z InvocationID=8bcdde26-767c-4a8b-972e-78fb781474f2 2021-05-04T01:45:57.899Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c61fc614-e199-4b9f-a810-22341aa954b7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:58.199Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c61fc614-e199-4b9f-a810-22341aa954b7 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=484 EndTimestamp=2021-05-04T01:45:58.198Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:57.714Z InvocationID=038ebcde-fbbf-4bb5-85dd-c900ef23e957 ResponseDesc=OK 2021-05-04T01:45:58.964Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=aac98004-0ad2-4755-9867-311d0ab7b525 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:45:58.964Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:58.964Z InvocationID=a4373b3d-c485-4bd3-9d04-812b388360c9 2021-05-04T01:45:59.147Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=aac98004-0ad2-4755-9867-311d0ab7b525 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:45:59.347Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=aac98004-0ad2-4755-9867-311d0ab7b525 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=383 EndTimestamp=2021-05-04T01:45:59.347Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:45:58.964Z InvocationID=a277830f-ccd1-4fe6-9fee-de369421fa7b ResponseDesc=OK 2021-05-04T01:46:00.072Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1e25cc1a-9f8b-4a1f-b83e-34763cd02fca InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:00.072Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:00.072Z InvocationID=d480de2b-b7e0-4d0b-8865-b20e22639af1 2021-05-04T01:46:00.198Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1e25cc1a-9f8b-4a1f-b83e-34763cd02fca InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:00.444Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=1e25cc1a-9f8b-4a1f-b83e-34763cd02fca InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=364 EndTimestamp=2021-05-04T01:46:00.436Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:00.072Z InvocationID=4fb288ee-8840-4c98-9af8-bb83a852b0a9 ResponseDesc=OK 2021-05-04T01:46:01.148Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6b9cf6d0-14e6-4f5e-aeca-f5b4a7b69d27 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:01.147Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:01.147Z InvocationID=c86034bd-7187-4ed5-86a4-3759ee5fee60 2021-05-04T01:46:01.213Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ddc8caba-62a9-428e-90fc-57031bf3d50a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:01.213Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:01.213Z InvocationID=d44072b5-6a62-4117-9def-5928928c0cd5 2021-05-04T01:46:01.302Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6b9cf6d0-14e6-4f5e-aeca-f5b4a7b69d27 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:01.400Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ddc8caba-62a9-428e-90fc-57031bf3d50a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:02.356Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ddc8caba-62a9-428e-90fc-57031bf3d50a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1143 EndTimestamp=2021-05-04T01:46:02.356Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:01.213Z InvocationID=602323ad-afbe-4355-bcd5-e4186eead774 ResponseDesc=OK 2021-05-04T01:46:02.554Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=6b9cf6d0-14e6-4f5e-aeca-f5b4a7b69d27 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1407 EndTimestamp=2021-05-04T01:46:02.554Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:01.147Z InvocationID=5b7d6d1a-0110-4d59-9a4b-00646d8537f2 ResponseDesc=OK 2021-05-04T01:46:03.171Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fb015b50-6ad3-4981-b38e-56fe96a5df3d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:03.171Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:03.171Z InvocationID=0bdd0294-2866-4152-82ab-769d041e0671 2021-05-04T01:46:03.273Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fb015b50-6ad3-4981-b38e-56fe96a5df3d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:04.502Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fb015b50-6ad3-4981-b38e-56fe96a5df3d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1330 EndTimestamp=2021-05-04T01:46:04.501Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:03.171Z InvocationID=bd4d8f80-b631-41df-901b-55314940ee4e ResponseDesc=OK 2021-05-04T01:46:06.010Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=9038f684-b8bf-4c76-897b-9206dd6746be InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:06.009Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:06.009Z InvocationID=453618c6-858d-401c-9a91-d7bf5e52bdab 2021-05-04T01:46:06.652Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=9038f684-b8bf-4c76-897b-9206dd6746be InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:14.953Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=9038f684-b8bf-4c76-897b-9206dd6746be InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=8943 EndTimestamp=2021-05-04T01:46:14.952Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:06.009Z InvocationID=b7d30281-92e9-43a8-abf0-14317676c598 ResponseDesc=OK 2021-05-04T01:46:16.018Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=fbf5761b-a378-48e5-848c-f33f87432c0e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:16.018Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:16.018Z InvocationID=0493ce74-9af0-423a-9102-c8ea9cd930df 2021-05-04T01:46:17.553Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=fbf5761b-a378-48e5-848c-f33f87432c0e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:17.754Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=fbf5761b-a378-48e5-848c-f33f87432c0e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1736 EndTimestamp=2021-05-04T01:46:17.754Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:16.018Z InvocationID=ecd7cd0d-36c5-416b-8542-360072ed800c ResponseDesc=OK 2021-05-04T01:46:18.503Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=32abb91f-1b92-44e5-bec0-8c4eee12deda InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:18.503Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:18.503Z InvocationID=d725a564-fabd-4d35-9252-7fcaa7400a7d 2021-05-04T01:46:18.597Z [qtp580718781-17] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=32abb91f-1b92-44e5-bec0-8c4eee12deda InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:21.901Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=32abb91f-1b92-44e5-bec0-8c4eee12deda InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=3398 EndTimestamp=2021-05-04T01:46:21.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:18.503Z InvocationID=dfb7751f-792d-4bfc-b343-50121248b429 ResponseDesc=OK 2021-05-04T01:46:22.843Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=95fd563e-b114-46dd-ad08-602792c9fdcf InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:22.843Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:22.843Z InvocationID=1a8e7eb3-56d7-432f-b905-d31cb776c5bd 2021-05-04T01:46:27.278Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=95fd563e-b114-46dd-ad08-602792c9fdcf InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:27.559Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=95fd563e-b114-46dd-ad08-602792c9fdcf InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=4715 EndTimestamp=2021-05-04T01:46:27.558Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:22.843Z InvocationID=5591b970-b565-4b5a-82c4-eb53ca81ac90 ResponseDesc=OK 2021-05-04T01:46:27.666Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f0cf5d8e-7919-4d7d-a5a3-a850664e1fe8 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:27.666Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:27.666Z InvocationID=9d4b3a69-6f1c-4535-a62b-79cccb7b53d9 2021-05-04T01:46:30.621Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f37ac857-87ea-441a-860c-d97807c08f30 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:30.620Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:30.620Z InvocationID=224ecc3c-fabc-4747-94c2-ba832de9b994 2021-05-04T01:46:31.055Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f0cf5d8e-7919-4d7d-a5a3-a850664e1fe8 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:31.909Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f37ac857-87ea-441a-860c-d97807c08f30 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:35.052Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f0cf5d8e-7919-4d7d-a5a3-a850664e1fe8 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=7386 EndTimestamp=2021-05-04T01:46:35.052Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:27.666Z InvocationID=c225c206-2f0d-404e-bd41-7d8172a7098d ResponseDesc=OK 2021-05-04T01:46:35.902Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=f37ac857-87ea-441a-860c-d97807c08f30 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=5281 EndTimestamp=2021-05-04T01:46:35.901Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:30.620Z InvocationID=cfb92782-551f-4d9c-a7d5-e90b64687d51 ResponseDesc=OK 2021-05-04T01:46:38.317Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ef8aa0ca-dbb2-4d06-a377-ac983dbfac80 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:38.317Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:38.317Z InvocationID=1674da60-c3ba-4468-bfec-f6dc1a71fa2d 2021-05-04T01:46:38.647Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ef8aa0ca-dbb2-4d06-a377-ac983dbfac80 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:39.018Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ef8aa0ca-dbb2-4d06-a377-ac983dbfac80 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=696 EndTimestamp=2021-05-04T01:46:39.013Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:38.317Z InvocationID=a2deb80b-7b1e-4043-8d9f-6fef40c49355 ResponseDesc=OK 2021-05-04T01:46:39.816Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=0c9d8b2a-3f80-4ac5-9ffb-8c32a46c7a71 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:39.816Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:39.816Z InvocationID=fb3d95d6-cb2d-4dc7-befc-5b8161944af4 2021-05-04T01:46:44.476Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=0c9d8b2a-3f80-4ac5-9ffb-8c32a46c7a71 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:44.798Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=24a3740b-088e-474a-b9a0-d6bc1bc1eb80 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:44.797Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:44.797Z InvocationID=0619995b-fe2b-42e6-8b13-4657f0bbad72 2021-05-04T01:46:48.658Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=2d5b8938-8ca4-4b44-9df8-c09d06a810e1 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:48.657Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:48.657Z InvocationID=52909c0f-ce54-4f20-a0db-68594f1347d3 2021-05-04T01:46:49.201Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=24a3740b-088e-474a-b9a0-d6bc1bc1eb80 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:49.252Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=2d5b8938-8ca4-4b44-9df8-c09d06a810e1 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:49.357Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=24a3740b-088e-474a-b9a0-d6bc1bc1eb80 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=4559 EndTimestamp=2021-05-04T01:46:49.356Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:44.797Z InvocationID=3afbd925-213c-4b4c-8a97-f86102eb0140 ResponseDesc=OK 2021-05-04T01:46:49.374Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=0c9d8b2a-3f80-4ac5-9ffb-8c32a46c7a71 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=9557 EndTimestamp=2021-05-04T01:46:49.373Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:39.816Z InvocationID=60b8306e-e3c4-4a3f-9cc9-19d791691c61 ResponseDesc=OK 2021-05-04T01:46:49.499Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=2d5b8938-8ca4-4b44-9df8-c09d06a810e1 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=842 EndTimestamp=2021-05-04T01:46:49.499Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:48.657Z InvocationID=9f5a508c-979f-4524-96f1-78a748d48917 ResponseDesc=OK 2021-05-04T01:46:51.471Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b5661b85-1e92-4c7b-a6e7-0b40ca9b60b8 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:51.470Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:51.470Z InvocationID=e02794a2-56b9-42fc-b732-7e7d17021a49 2021-05-04T01:46:53.852Z [qtp580718781-11] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b5661b85-1e92-4c7b-a6e7-0b40ca9b60b8 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:46:55.305Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=b5661b85-1e92-4c7b-a6e7-0b40ca9b60b8 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=3835 EndTimestamp=2021-05-04T01:46:55.305Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:51.470Z InvocationID=fb8aef2d-aa7e-4511-917b-266bc7e38e7d ResponseDesc=OK 2021-05-04T01:46:58.540Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ad099a75-b022-4d70-8416-aba51d8468ba InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:46:58.540Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:58.540Z InvocationID=2a47fe32-f808-4948-a140-e92b46404a11 2021-05-04T01:46:58.698Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ad099a75-b022-4d70-8416-aba51d8468ba InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:47:00.906Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ad099a75-b022-4d70-8416-aba51d8468ba InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=2365 EndTimestamp=2021-05-04T01:47:00.905Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:46:58.540Z InvocationID=9a55592b-ab6f-41ff-a838-47f3d3edc0ca ResponseDesc=OK 2021-05-04T01:47:01.132Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e3aac9d0-7598-4a49-bbd1-035572c7e0fa InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:47:01.132Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:01.132Z InvocationID=5ec700ed-5d2d-4c90-9f5b-b686c4f8f2c0 2021-05-04T01:47:01.300Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e3aac9d0-7598-4a49-bbd1-035572c7e0fa InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:47:01.448Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e3aac9d0-7598-4a49-bbd1-035572c7e0fa InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=315 EndTimestamp=2021-05-04T01:47:01.447Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:01.132Z InvocationID=78b50bcc-d609-4680-8147-bacac8455134 ResponseDesc=OK 2021-05-04T01:47:01.561Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=dca5d1f8-c575-4116-9cb6-54f22873ba98 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:47:01.561Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:01.561Z InvocationID=b2e84004-09be-4733-995c-fef42e43125d 2021-05-04T01:47:01.746Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=dca5d1f8-c575-4116-9cb6-54f22873ba98 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:47:02.011Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=dca5d1f8-c575-4116-9cb6-54f22873ba98 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=450 EndTimestamp=2021-05-04T01:47:02.011Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:01.561Z InvocationID=57b003cb-e745-4714-8c7c-e2995f071a06 ResponseDesc=OK 2021-05-04T01:47:02.806Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6769ffc7-bc80-405d-85aa-ef3f8420eecd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:47:02.806Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:02.806Z InvocationID=6edf5c1a-f310-4d78-b884-bf8d25acb38c 2021-05-04T01:47:12.817Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6769ffc7-bc80-405d-85aa-ef3f8420eecd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:47:24.879Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6769ffc7-bc80-405d-85aa-ef3f8420eecd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:47:24.908Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6769ffc7-bc80-405d-85aa-ef3f8420eecd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:47:24.911Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6769ffc7-bc80-405d-85aa-ef3f8420eecd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:47:24.915Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6769ffc7-bc80-405d-85aa-ef3f8420eecd InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=22108 EndTimestamp=2021-05-04T01:47:24.914Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:02.806Z InvocationID=95f16506-4669-4980-8115-c777be55190e ResponseDesc=Internal Server Error 2021-05-04T01:47:25.881Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b994e75d-138f-4228-afbe-c4489944e54d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:47:25.879Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:25.879Z InvocationID=4a3e1a27-b477-4a61-bdef-76a7a14d528a 2021-05-04T01:47:25.896Z [qtp580718781-17] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b994e75d-138f-4228-afbe-c4489944e54d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:47:27.040Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:47:27.665Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=92d18d52-efbd-4f52-8334-9c892a3e7053 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:47:27.665Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:27.665Z InvocationID=baa1097b-885a-46d2-8076-9bf11767739a 2021-05-04T01:47:27.701Z [qtp580718781-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=92d18d52-efbd-4f52-8334-9c892a3e7053 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:47:37.976Z [qtp580718781-17] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b994e75d-138f-4228-afbe-c4489944e54d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:47:39.777Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=92d18d52-efbd-4f52-8334-9c892a3e7053 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:47:40.401Z [qtp580718781-17] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b994e75d-138f-4228-afbe-c4489944e54d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=14522 EndTimestamp=2021-05-04T01:47:40.401Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:25.879Z InvocationID=a0134e0a-7151-469b-9bc4-819491d2a1eb ResponseDesc=Internal Server Error 2021-05-04T01:47:40.662Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=92d18d52-efbd-4f52-8334-9c892a3e7053 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=12997 EndTimestamp=2021-05-04T01:47:40.662Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:47:27.665Z InvocationID=2f98a51d-6cd6-432c-af9b-c01377d7916d ResponseDesc=Internal Server Error 2021-05-04T01:48:01.115Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=ed8fb5fc-cbea-4409-89e3-6a36a09d3023 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:48:01.114Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:01.114Z InvocationID=6bb93813-1488-417a-993c-75627d312a38 2021-05-04T01:48:01.401Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=ed8fb5fc-cbea-4409-89e3-6a36a09d3023 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:48:01.506Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=ed8fb5fc-cbea-4409-89e3-6a36a09d3023 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=392 EndTimestamp=2021-05-04T01:48:01.506Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:01.114Z InvocationID=d22c5113-954e-4e7f-9b06-94ed673ea6a5 ResponseDesc=OK 2021-05-04T01:48:27.316Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=826823e8-1458-4b58-b791-b2a2c3829987 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:48:27.315Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:27.315Z InvocationID=9c6b7cc1-ac5a-481f-923a-90e2014b2710 2021-05-04T01:48:27.462Z [qtp580718781-13] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=826823e8-1458-4b58-b791-b2a2c3829987 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:48:27.603Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=826823e8-1458-4b58-b791-b2a2c3829987 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=288 EndTimestamp=2021-05-04T01:48:27.603Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:27.315Z InvocationID=011176e6-00c8-40f8-ae50-152db94df0eb ResponseDesc=OK 2021-05-04T01:48:27.668Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=df0dc43a-cc16-4748-84c5-9ae4da6d1aa2 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:48:27.668Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:27.668Z InvocationID=a794a5b4-a17e-41ea-bc5c-ee6c145c1094 2021-05-04T01:48:27.798Z [qtp580718781-14] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=df0dc43a-cc16-4748-84c5-9ae4da6d1aa2 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:48:28.363Z [qtp580718781-14] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=df0dc43a-cc16-4748-84c5-9ae4da6d1aa2 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=694 EndTimestamp=2021-05-04T01:48:28.362Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:27.668Z InvocationID=be61cf74-dbf1-4476-abc2-1eb02606ea15 ResponseDesc=OK 2021-05-04T01:48:28.560Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=42106c23-7138-4143-bc3b-193242ce6146 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:48:28.560Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:28.560Z InvocationID=7c9248cb-9613-4642-a27f-91e5653ea03e 2021-05-04T01:48:28.599Z [qtp580718781-16] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=42106c23-7138-4143-bc3b-193242ce6146 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:48:28.775Z [qtp580718781-16] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=42106c23-7138-4143-bc3b-193242ce6146 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=215 EndTimestamp=2021-05-04T01:48:28.775Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:28.560Z InvocationID=11054014-461c-44a1-b799-e5526ee34a10 ResponseDesc=OK 2021-05-04T01:48:31.868Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=56d4e8ba-3d73-4058-ab8f-c91eee1e639d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:48:31.868Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:31.868Z InvocationID=4f9c2c7b-897b-495d-8982-b3f60416de5e 2021-05-04T01:48:31.957Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=56d4e8ba-3d73-4058-ab8f-c91eee1e639d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:48:32.028Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=56d4e8ba-3d73-4058-ab8f-c91eee1e639d InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=159 EndTimestamp=2021-05-04T01:48:32.027Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:31.868Z InvocationID=11c188be-67f4-48f4-ac3a-0bbb0baad4af ResponseDesc=OK 2021-05-04T01:48:41.486Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f2ab4b5a-08ea-4a67-ad50-caa8437b8e48 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:48:41.485Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:41.485Z InvocationID=a624ae46-0f87-4a92-b4c5-2dc1fb5cd0c7 2021-05-04T01:48:41.509Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f2ab4b5a-08ea-4a67-ad50-caa8437b8e48 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:48:53.788Z [qtp580718781-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f2ab4b5a-08ea-4a67-ad50-caa8437b8e48 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:48:53.789Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f2ab4b5a-08ea-4a67-ad50-caa8437b8e48 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:48:53.792Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f2ab4b5a-08ea-4a67-ad50-caa8437b8e48 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=12307 EndTimestamp=2021-05-04T01:48:53.792Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:48:41.485Z InvocationID=63f1f96b-f279-425b-b863-57b93230fb84 ResponseDesc=Internal Server Error 2021-05-04T01:49:01.117Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c3f3e24d-4a93-4171-947a-0b8c78a1567a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:49:01.117Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:49:01.117Z InvocationID=297701f3-5c9f-4de5-ae7d-3ff639dfd5d2 2021-05-04T01:49:11.131Z [qtp580718781-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c3f3e24d-4a93-4171-947a-0b8c78a1567a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:49:14.306Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=c3f3e24d-4a93-4171-947a-0b8c78a1567a InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=13188 EndTimestamp=2021-05-04T01:49:14.305Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:49:01.117Z InvocationID=11a3dc78-86cd-4c75-9014-2e8d24bdddd2 ResponseDesc=Internal Server Error 2021-05-04T01:49:27.673Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=c8b5084b-5112-48ce-ae7e-7d44b0c0485e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:49:27.673Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:49:27.673Z InvocationID=5a244903-bd3a-4dc8-8c62-e6ccdc5dfd08 2021-05-04T01:49:28.189Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=c8b5084b-5112-48ce-ae7e-7d44b0c0485e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:49:28.499Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=c8b5084b-5112-48ce-ae7e-7d44b0c0485e InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=826 EndTimestamp=2021-05-04T01:49:28.499Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:49:27.673Z InvocationID=cdd915a7-6ffa-4c44-bf98-3bc4cce77034 ResponseDesc=OK 2021-05-04T01:49:53.089Z [cluster2-reconnection-1] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.95.7:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:50:01.157Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=6e191f0a-4f41-49c3-8167-77881d78b8d0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:50:01.156Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:50:01.156Z InvocationID=72dcb394-41b7-4e18-89c4-7fb96cc7264d 2021-05-04T01:50:10.294Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=6e191f0a-4f41-49c3-8167-77881d78b8d0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:50:10.309Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6e191f0a-4f41-49c3-8167-77881d78b8d0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:50:10.320Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=6e191f0a-4f41-49c3-8167-77881d78b8d0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:50:10.320Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=6e191f0a-4f41-49c3-8167-77881d78b8d0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:50:10.323Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=6e191f0a-4f41-49c3-8167-77881d78b8d0 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=9167 EndTimestamp=2021-05-04T01:50:10.323Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:50:01.156Z InvocationID=0814c229-a4fb-407e-9d13-5ce31f946200 ResponseDesc=Internal Server Error 2021-05-04T01:50:23.102Z [cluster2-reconnection-1] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:50:27.667Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4726edee-fb51-4d41-a154-d4fcc37b6832 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:50:27.667Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:50:27.667Z InvocationID=b7cac029-860f-48c7-a56d-43ed7fd3c418 2021-05-04T01:50:27.709Z [qtp580718781-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4726edee-fb51-4d41-a154-d4fcc37b6832 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:50:27.721Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4726edee-fb51-4d41-a154-d4fcc37b6832 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:50:27.733Z [qtp580718781-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4726edee-fb51-4d41-a154-d4fcc37b6832 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:50:27.733Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4726edee-fb51-4d41-a154-d4fcc37b6832 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:50:27.734Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4726edee-fb51-4d41-a154-d4fcc37b6832 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=67 EndTimestamp=2021-05-04T01:50:27.734Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:50:27.667Z InvocationID=886ccb3f-0e97-46e3-90bb-e6120b82a4ee ResponseDesc=Internal Server Error 2021-05-04T01:50:53.112Z [cluster2-reconnection-1] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.95.7:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:51:01.135Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f9d07a63-1edd-417f-a01a-29a480e848cc InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:51:01.134Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:51:01.134Z InvocationID=9159aa7e-73d4-42fe-a547-f5d46eef3bd3 2021-05-04T01:51:01.203Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f9d07a63-1edd-417f-a01a-29a480e848cc InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:01.211Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f9d07a63-1edd-417f-a01a-29a480e848cc InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:01.218Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f9d07a63-1edd-417f-a01a-29a480e848cc InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:01.218Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f9d07a63-1edd-417f-a01a-29a480e848cc InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:01.220Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f9d07a63-1edd-417f-a01a-29a480e848cc InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=86 EndTimestamp=2021-05-04T01:51:01.220Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:51:01.134Z InvocationID=df5717e8-65e5-41aa-a556-2083f2a89868 ResponseDesc=Internal Server Error 2021-05-04T01:51:23.122Z [cluster2-reconnection-1] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:51:27.699Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=588f6c68-410f-47df-a24f-4f4bbba71d31 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=0 EndTimestamp=2021-05-04T01:51:27.697Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:51:27.697Z InvocationID=de459913-6b26-4f7c-b317-4c81568ede12 2021-05-04T01:51:27.710Z [qtp580718781-11] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=588f6c68-410f-47df-a24f-4f4bbba71d31 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:27.719Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=588f6c68-410f-47df-a24f-4f4bbba71d31 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:28.879Z [qtp580718781-11] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=588f6c68-410f-47df-a24f-4f4bbba71d31 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:28.879Z [qtp580718781-11] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=588f6c68-410f-47df-a24f-4f4bbba71d31 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:51:28.883Z [qtp580718781-11] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=588f6c68-410f-47df-a24f-4f4bbba71d31 InstanceID=60de932d-58e0-4fb5-a879-4be97ccad408 ElapsedTime=1186 EndTimestamp=2021-05-04T01:51:28.883Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:51:27.697Z InvocationID=bda751f0-c97b-451b-898a-793f0c4daefe ResponseDesc=Internal Server Error 2021-05-04T01:51:49.993Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T01:51:50.983Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T01:51:51.315Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T01:51:51.322Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T01:51:51.338Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T01:51:51.559Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T01:51:51.661Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T01:51:51.781Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T01:51:52.773Z [main] INFO c.d.d.c.p.DCAwareRoundRobinPolicy Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:51:52.774Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:51:52.775Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:51:52.775Z [main] INFO com.datastax.driver.core.Cluster New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:51:56.295Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:51:56.423Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:51:56.462Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] because it collides with previously registered codec MappedUDTCodec [dox.version <-> org.openecomp.sdc.versioning.dao.types.Version] 2021-05-04T01:51:56.462Z [main] WARN c.datastax.driver.core.CodecRegistry Ignoring codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] because it collides with previously registered codec MappedUDTCodec [dox.user_candidate_version <-> org.openecomp.sdc.versioning.dao.types.UserCandidateVersion] 2021-05-04T01:51:57.259Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl loaded external testing config {"client":{"enabled":true},"endpoints":["vtp,VTP,true,http://refrepo:8702/onapapi/vnfsdk-marketplace,onap.*","repository,Repository,false,,.*"]} 2021-05-04T01:51:57.266Z [main] INFO o.o.c.e.i.ExternalTestingManagerImpl processed external testing config [{"enabled":true,"title":"VTP","url":"http://refrepo:8702/onapapi/vnfsdk-marketplace","id":"vtp","apiKey":null,"scenarioFilter":"onap.*"},{"enabled":false,"title":"Repository","url":"","id":"repository","apiKey":null,"scenarioFilter":".*"}] 2021-05-04T01:51:57.851Z [main] INFO org.apache.cxf.endpoint.ServerImpl Setting the server's publish address to be / 2021-05-04T01:51:57.962Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext initialized in 7967 ms 2021-05-04T01:52:00.494Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:52:00.634Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:52:00.657Z [main] INFO o.a.c.b.FluentPropertyBeanIntrospector Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2021-05-04T01:52:00.999Z [main] INFO o.s.web.servlet.DispatcherServlet Initializing Servlet 'spring-mapper' 2021-05-04T01:52:01.190Z [main] INFO o.s.web.servlet.DispatcherServlet Completed initialization in 191 ms 2021-05-04T01:54:01.550Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e EntryTimestamp=2021-05-04T01:54:01.537Z ElapsedTime=0 EndTimestamp=2021-05-04T01:54:01.537Z InvocationID=00a2d01b-03cf-40a4-8d5c-c321d934d6c2 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:54:02.046Z [qtp580718781-18] INFO c.datastax.driver.core.ClockFactory RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using native clock to generate timestamps. 2021-05-04T01:54:13.851Z [qtp580718781-18] INFO c.d.d.c.p.DCAwareRoundRobinPolicy RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Using provided data-center name 'Pod' for DCAwareRoundRobinPolicy 2021-05-04T01:54:13.853Z [qtp580718781-18] INFO com.datastax.driver.core.Cluster RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.8.171:9042 added 2021-05-04T01:54:13.853Z [qtp580718781-18] INFO com.datastax.driver.core.Cluster RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.95.7:9042 added 2021-05-04T01:54:13.853Z [qtp580718781-18] INFO com.datastax.driver.core.Cluster RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck New Cassandra host cassandra.onap/10.242.235.132:9042 added 2021-05-04T01:54:15.214Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:54:15.655Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=8e9a7eaf-9565-4b78-8fa9-7250415b1c5d InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=14117 EndTimestamp=2021-05-04T01:54:15.654Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:54:01.537Z InvocationID=1c7e49ef-c92f-4b2d-98c5-f72e0c1abe1d ResponseDesc=OK 2021-05-04T01:54:27.683Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4cb21bfc-df57-48ab-b910-8fbc195c3af3 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e EntryTimestamp=2021-05-04T01:54:27.683Z ElapsedTime=0 EndTimestamp=2021-05-04T01:54:27.683Z InvocationID=19c53f01-66ab-4a70-ae4e-917e9b2b77ff PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:54:28.500Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4cb21bfc-df57-48ab-b910-8fbc195c3af3 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:54:29.320Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=4cb21bfc-df57-48ab-b910-8fbc195c3af3 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=1620 EndTimestamp=2021-05-04T01:54:29.303Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:54:27.683Z InvocationID=de3c0b1c-674a-4bbb-ad38-5abfa40c7aa7 ResponseDesc=OK 2021-05-04T01:55:01.109Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=e6fef97f-a506-41d4-97f6-be25097f47e4 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e EntryTimestamp=2021-05-04T01:55:01.109Z ElapsedTime=0 EndTimestamp=2021-05-04T01:55:01.109Z InvocationID=4f189acd-5a98-4ccd-ba75-d78c1a8eeb64 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:55:01.747Z [qtp580718781-12] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=e6fef97f-a506-41d4-97f6-be25097f47e4 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:55:01.953Z [qtp580718781-12] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=e6fef97f-a506-41d4-97f6-be25097f47e4 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=844 EndTimestamp=2021-05-04T01:55:01.953Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:55:01.109Z InvocationID=a55b6bf5-f10c-4c13-9b7e-8d9350a64b18 ResponseDesc=OK 2021-05-04T01:55:27.685Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=15b5602b-8458-4db9-a63e-8c6f2f03f397 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:55:27.684Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:55:27.684Z InvocationID=94af5901-fe03-48de-b5f3-499a97c2b87c 2021-05-04T01:55:28.026Z [qtp580718781-18] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=15b5602b-8458-4db9-a63e-8c6f2f03f397 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:55:28.348Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=15b5602b-8458-4db9-a63e-8c6f2f03f397 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=664 EndTimestamp=2021-05-04T01:55:28.348Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:55:27.684Z InvocationID=3a03c7b5-1668-48b3-a7c1-1101f0c8a0b9 ResponseDesc=OK 2021-05-04T01:56:01.170Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=7efcc1e2-3a8f-4bf3-bcfd-31767452b455 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e EntryTimestamp=2021-05-04T01:56:01.169Z ElapsedTime=0 EndTimestamp=2021-05-04T01:56:01.169Z InvocationID=260ecf27-f649-4ac4-8af3-81baf0a46d6a PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:56:01.600Z [qtp580718781-20] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=7efcc1e2-3a8f-4bf3-bcfd-31767452b455 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:56:05.003Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=7efcc1e2-3a8f-4bf3-bcfd-31767452b455 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=3833 EndTimestamp=2021-05-04T01:56:05.002Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:01.169Z InvocationID=eb37abc0-3a14-4569-83e3-c3c777ca59a8 ResponseDesc=OK 2021-05-04T01:56:17.912Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=116d05db-1d2c-450f-b218-49acc5016fbc ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e EntryTimestamp=2021-05-04T01:56:17.911Z ElapsedTime=0 EndTimestamp=2021-05-04T01:56:17.911Z InvocationID=8238f54e-afca-4228-a15e-2cf5c468b599 PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:56:18.004Z [qtp580718781-15] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=116d05db-1d2c-450f-b218-49acc5016fbc InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:56:18.220Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=200 RequestID=116d05db-1d2c-450f-b218-49acc5016fbc InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=309 EndTimestamp=2021-05-04T01:56:18.220Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:17.911Z InvocationID=b8447f17-8c8b-4bc5-af0f-039f5800788e ResponseDesc=OK 2021-05-04T01:56:21.465Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=12a20ef2-819d-409f-8565-2ec2efab16f6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:56:21.465Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:21.465Z InvocationID=26b449d4-db85-41fd-b2d8-69d8ee58520f 2021-05-04T01:56:23.353Z [qtp580718781-19] INFO c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=12a20ef2-819d-409f-8565-2ec2efab16f6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health info:BasicHealthInfo{moduleName='Cassandra', healthStatus=UP, description=''} 2021-05-04T01:56:27.677Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=4ede8ae3-ca8e-467e-b309-33ec1b77b7ad InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:56:27.677Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:27.677Z InvocationID=9a8d04ef-572f-4bf1-a912-3a309689823b 2021-05-04T01:56:35.570Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=12a20ef2-819d-409f-8565-2ec2efab16f6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failure[cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:56:35.571Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=12a20ef2-819d-409f-8565-2ec2efab16f6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:56:35.572Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=12a20ef2-819d-409f-8565-2ec2efab16f6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=14107 EndTimestamp=2021-05-04T01:56:35.572Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:21.465Z InvocationID=0d96e592-20d7-48d7-954c-26234f3a96b2 ResponseDesc=Internal Server Error 2021-05-04T01:56:37.703Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=4ede8ae3-ca8e-467e-b309-33ec1b77b7ad InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:96) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:22) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.exceptions.ReadTimeoutException.copy(ReadTimeoutException.java:124) at com.datastax.driver.core.Responses$Error.asException(Responses.java:169) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.ReadTimeoutException: Cassandra timeout during read query at consistency LOCAL_ONE (1 responses were required but only 0 replica responded) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:90) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:56:44.705Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=b859b00d-822f-4783-ae24-2326cc24d8f2 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:56:44.704Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:44.704Z InvocationID=8a98959d-f0de-4ea0-b312-8218d3e6af4d 2021-05-04T01:56:44.717Z [qtp580718781-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=b859b00d-822f-4783-ae24-2326cc24d8f2 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:56:49.764Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4ede8ae3-ca8e-467e-b309-33ec1b77b7ad InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:56:49.805Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=4ede8ae3-ca8e-467e-b309-33ec1b77b7ad InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:56:49.807Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=4ede8ae3-ca8e-467e-b309-33ec1b77b7ad InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:56:49.811Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=4ede8ae3-ca8e-467e-b309-33ec1b77b7ad InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=22134 EndTimestamp=2021-05-04T01:56:49.811Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:27.677Z InvocationID=15248cf0-9ebb-4a56-b3c0-cfec7f439a74 ResponseDesc=Internal Server Error 2021-05-04T01:56:56.764Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b859b00d-822f-4783-ae24-2326cc24d8f2 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:43) at com.datastax.driver.core.exceptions.OperationTimedOutException.copy(OperationTimedOutException.java:25) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.OperationTimedOutException: [cassandra.onap/10.242.8.171:9042] Timed out waiting for server response at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onTimeout(RequestHandler.java:973) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:56:56.776Z [qtp580718781-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=b859b00d-822f-4783-ae24-2326cc24d8f2 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:56:56.776Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=b859b00d-822f-4783-ae24-2326cc24d8f2 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:56:56.778Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=b859b00d-822f-4783-ae24-2326cc24d8f2 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=12074 EndTimestamp=2021-05-04T01:56:56.778Z PartnerName=Apache-HttpClient/4.5.3 (Java/11.0.8) ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=10.242.235.154 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:56:44.704Z InvocationID=979346fc-da73-43b6-a278-c9e480d0fea2 ResponseDesc=Internal Server Error 2021-05-04T01:57:00.806Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:57:01.139Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=1b12dc2f-5b1b-4522-8bd2-d9e258087e70 ServiceName=GET: /onboarding-api/v1.0/healthcheck InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e EntryTimestamp=2021-05-04T01:57:01.138Z ElapsedTime=0 EndTimestamp=2021-05-04T01:57:01.138Z InvocationID=aa3d76b4-30e8-431d-8426-02e7ebffc9b3 PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 2021-05-04T01:57:01.203Z [qtp580718781-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=1b12dc2f-5b1b-4522-8bd2-d9e258087e70 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:57:05.367Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1b12dc2f-5b1b-4522-8bd2-d9e258087e70 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck [cassandra.onap/10.242.8.171:9042] Connection has been closed com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:38) at com.datastax.driver.core.exceptions.TransportException.copy(TransportException.java:24) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.TransportException: [cassandra.onap/10.242.8.171:9042] Connection has been closed at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1427) at com.datastax.driver.core.Connection$ConnectionCloseFuture.force(Connection.java:1408) at com.datastax.driver.core.Connection.defunct(Connection.java:585) at com.datastax.driver.core.Connection$12.fail(Connection.java:1404) at com.datastax.driver.core.Connection$12.onTimeout(Connection.java:1397) at com.datastax.driver.core.Connection$ResponseHandler$1.run(Connection.java:1605) at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:672) at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:747) at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:472) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted 2021-05-04T01:57:05.407Z [qtp580718781-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=1b12dc2f-5b1b-4522-8bd2-d9e258087e70 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:57:05.407Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=1b12dc2f-5b1b-4522-8bd2-d9e258087e70 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:57:05.410Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=1b12dc2f-5b1b-4522-8bd2-d9e258087e70 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=4271 EndTimestamp=2021-05-04T01:57:05.409Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:57:01.138Z InvocationID=6e84e9f8-935a-4454-b9be-b279ef146963 ResponseDesc=Internal Server Error 2021-05-04T01:57:27.690Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=978edd58-2128-4621-97a4-8bebc3206bec InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:57:27.689Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:57:27.689Z InvocationID=375310f3-ad5d-4c41-a1c0-7cd23257f13d 2021-05-04T01:57:27.701Z [qtp580718781-20] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=978edd58-2128-4621-97a4-8bebc3206bec InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:57:27.710Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=978edd58-2128-4621-97a4-8bebc3206bec InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:57:27.717Z [qtp580718781-20] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=978edd58-2128-4621-97a4-8bebc3206bec InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:57:27.717Z [qtp580718781-20] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=978edd58-2128-4621-97a4-8bebc3206bec InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:57:27.719Z [qtp580718781-20] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=978edd58-2128-4621-97a4-8bebc3206bec InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=29 EndTimestamp=2021-05-04T01:57:27.718Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:57:27.689Z InvocationID=417028a8-b5a5-418d-a014-d6eb2cdfb2c8 ResponseDesc=Internal Server Error 2021-05-04T01:57:30.819Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.95.7:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:58:00.836Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:58:01.122Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=5c7d8a5f-37c9-4e2a-a473-9c77a8a9f6a6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:58:01.121Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:58:01.121Z InvocationID=68633460-ffcb-49b8-83e5-3aebd1e49d5d 2021-05-04T01:58:01.130Z [qtp580718781-19] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=5c7d8a5f-37c9-4e2a-a473-9c77a8a9f6a6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:01.205Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5c7d8a5f-37c9-4e2a-a473-9c77a8a9f6a6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:01.212Z [qtp580718781-19] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=5c7d8a5f-37c9-4e2a-a473-9c77a8a9f6a6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:01.212Z [qtp580718781-19] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=5c7d8a5f-37c9-4e2a-a473-9c77a8a9f6a6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:01.213Z [qtp580718781-19] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=5c7d8a5f-37c9-4e2a-a473-9c77a8a9f6a6 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=92 EndTimestamp=2021-05-04T01:58:01.213Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:58:01.121Z InvocationID=be90e96c-5ca9-4049-af84-c8d13842fb8e ResponseDesc=Internal Server Error 2021-05-04T01:58:27.686Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=8149231f-08e5-45bc-a08f-8231dafd4043 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:58:27.686Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:58:27.686Z InvocationID=43cad6e8-2967-4e69-82a6-3b08dfcc54a8 2021-05-04T01:58:27.708Z [qtp580718781-13] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=8149231f-08e5-45bc-a08f-8231dafd4043 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:27.715Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8149231f-08e5-45bc-a08f-8231dafd4043 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:27.723Z [qtp580718781-13] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=8149231f-08e5-45bc-a08f-8231dafd4043 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:27.724Z [qtp580718781-13] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=8149231f-08e5-45bc-a08f-8231dafd4043 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:58:27.726Z [qtp580718781-13] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=8149231f-08e5-45bc-a08f-8231dafd4043 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=39 EndTimestamp=2021-05-04T01:58:27.725Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:58:27.686Z InvocationID=7d0e36e0-86fa-421e-9dc1-8b1d002f8feb ResponseDesc=Internal Server Error 2021-05-04T01:58:30.899Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.95.7:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:59:00.916Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:59:01.134Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=f538b997-1f14-480f-b3c0-46cd04d5c595 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:59:01.133Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:59:01.133Z InvocationID=2313e5fd-7b26-48c2-9075-b86356ccda18 2021-05-04T01:59:01.145Z [qtp580718781-18] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=f538b997-1f14-480f-b3c0-46cd04d5c595 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:01.158Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f538b997-1f14-480f-b3c0-46cd04d5c595 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:01.201Z [qtp580718781-18] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=f538b997-1f14-480f-b3c0-46cd04d5c595 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:01.201Z [qtp580718781-18] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=f538b997-1f14-480f-b3c0-46cd04d5c595 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:01.203Z [qtp580718781-18] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=f538b997-1f14-480f-b3c0-46cd04d5c595 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=69 EndTimestamp=2021-05-04T01:59:01.202Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:59:01.133Z InvocationID=03b5b740-965d-4d9c-a40b-40e1659ea85f ResponseDesc=Internal Server Error 2021-05-04T01:59:27.690Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl RequestID=10574273-6b0b-435f-b9c2-209fd93a7a42 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=0 EndTimestamp=2021-05-04T01:59:27.690Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=COMPLETE ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:59:27.690Z InvocationID=bd26854f-e7a8-44fd-bf4b-57636f499596 2021-05-04T01:59:27.707Z [qtp580718781-15] ERROR c.a.z.c.l.i.ZusammenSLF4JLoggerFactoryImpl RequestID=10574273-6b0b-435f-b9c2-209fd93a7a42 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.$Proxy140.check(Unknown Source) at com.amdocs.zusammen.plugin.statestore.cassandra.dao.impl.KeepAliveCassandraDao.get(KeepAliveCassandraDao.java:13) at com.amdocs.zusammen.plugin.statestore.cassandra.StateStoreImpl.checkHealth(StateStoreImpl.java:51) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getStateStatus(HealthAdaptorImpl.java:83) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:16) at com.amdocs.zusammen.core.impl.health.StateHealthService.checkHealth(StateHealthService.java:8) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:46) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:27.714Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=10574273-6b0b-435f-b9c2-209fd93a7a42 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at com.amdocs.zusammen.plugin.dao.impl.cassandra.$Proxy141.checkHealth(Unknown Source) at com.amdocs.zusammen.plugin.dao.impl.cassandra.VersionDaoImpl.checkHealth(VersionDaoImpl.java:62) at com.amdocs.zusammen.plugin.collaboration.impl.VersionPublicStoreImpl.checkHealth(VersionPublicStoreImpl.java:106) at com.amdocs.zusammen.plugin.main.CassandraCollaborationStorePluginImpl.checkHealth(CassandraCollaborationStorePluginImpl.java:419) at com.amdocs.zusammen.adaptor.outbound.impl.health.HealthAdaptorImpl.getCollaborationStatus(HealthAdaptorImpl.java:78) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:17) at com.amdocs.zusammen.core.impl.health.CollaborationHealthService.checkHealth(CollaborationHealthService.java:9) at com.amdocs.zusammen.commons.health.service.HealthCheckService.getHealthStatus(HealthCheckService.java:30) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:47) at com.amdocs.zusammen.core.impl.health.HealthManagerImpl.getHealthStatus(HealthManagerImpl.java:29) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:40) at com.amdocs.zusammen.adaptor.inbound.impl.health.HealthAdaptorImpl.getHealthStatus(HealthAdaptorImpl.java:32) at org.openecomp.core.zusammen.db.impl.ZusammenConnectorImpl.checkHealth(ZusammenConnectorImpl.java:71) at org.openecomp.core.zusammen.impl.ZusammenAdaptorImpl.checkHealth(ZusammenAdaptorImpl.java:284) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:66) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:27.720Z [qtp580718781-15] ERROR o.o.s.health.impl.HealthCheckDaoImpl RequestID=10574273-6b0b-435f-b9c2-209fd93a7a42 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Health check failureNot enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:27.720Z [qtp580718781-15] ERROR o.o.s.h.impl.HealthCheckManagerImpl RequestID=10574273-6b0b-435f-b9c2-209fd93a7a42 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:119) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:27) at com.datastax.driver.core.DriverThrowables.propagateCause(DriverThrowables.java:35) at com.datastax.driver.core.DefaultResultSetFuture.getUninterruptibly(DefaultResultSetFuture.java:293) at com.datastax.driver.core.AbstractSession.execute(AbstractSession.java:58) at com.datastax.driver.mapping.MethodMapper.invoke(MethodMapper.java:184) at com.datastax.driver.mapping.AccessorInvocationHandler.invoke(AccessorInvocationHandler.java:67) at org.openecomp.sdc.health.impl.$Proxy44.checkHealth(Unknown Source) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.checkHealth(HealthCheckDaoImpl.java:45) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.checkHealth(HealthCheckManagerImpl.java:76) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.checkHealth(HealthCheckImpl.java:63) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:344) at org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:198) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163) at org.springframework.validation.beanvalidation.MethodValidationInterceptor.invoke(MethodValidationInterceptor.java:119) at org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186) at org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212) at com.sun.proxy.$Proxy54.checkHealth(Unknown Source) at jdk.internal.reflect.GeneratedMethodAccessor47.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.apache.cxf.service.invoker.AbstractInvoker.performInvocation(AbstractInvoker.java:179) at org.apache.cxf.service.invoker.AbstractInvoker.invoke(AbstractInvoker.java:96) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:201) at org.apache.cxf.jaxrs.JAXRSInvoker.invoke(JAXRSInvoker.java:104) at org.apache.cxf.interceptor.ServiceInvokerInterceptor$1.run(ServiceInvokerInterceptor.java:59) at org.apache.cxf.interceptor.ServiceInvokerInterceptor.handleMessage(ServiceInvokerInterceptor.java:96) at org.apache.cxf.phase.PhaseInterceptorChain.doIntercept(PhaseInterceptorChain.java:308) at org.apache.cxf.transport.ChainInitiationObserver.onMessage(ChainInitiationObserver.java:121) at org.apache.cxf.transport.http.AbstractHTTPDestination.invoke(AbstractHTTPDestination.java:267) at org.apache.cxf.transport.servlet.ServletController.invokeDestination(ServletController.java:234) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:208) at org.apache.cxf.transport.servlet.ServletController.invoke(ServletController.java:160) at org.apache.cxf.transport.servlet.CXFNonSpringServlet.invoke(CXFNonSpringServlet.java:225) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.handleRequest(AbstractHTTPServlet.java:301) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.doGet(AbstractHTTPServlet.java:225) at javax.servlet.http.HttpServlet.service(HttpServlet.java:687) at org.apache.cxf.transport.servlet.AbstractHTTPServlet.service(AbstractHTTPServlet.java:276) at org.eclipse.jetty.servlet.ServletHolder$NotAsyncServlet.service(ServletHolder.java:1411) at org.eclipse.jetty.servlet.ServletHolder.handle(ServletHolder.java:763) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1651) at org.eclipse.jetty.websocket.server.WebSocketUpgradeFilter.doFilter(WebSocketUpgradeFilter.java:226) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.togglz.servlet.TogglzFilter.doFilter(TogglzFilter.java:100) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.openecomp.sdcrests.filters.SessionContextFilter.doFilter(SessionContextFilter.java:53) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlets.CrossOriginFilter.handle(CrossOriginFilter.java:319) at org.eclipse.jetty.servlets.CrossOriginFilter.doFilter(CrossOriginFilter.java:273) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1630) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.preProcessingRequest(SessionValidationFilter.java:120) at org.openecomp.sdc.securityutil.filters.SessionValidationFilter.doFilter(SessionValidationFilter.java:86) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1638) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:567) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143) at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:602) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:235) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1377) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:507) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1292) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:234) at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:146) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:501) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105) at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:336) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:313) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:129) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:375) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Unknown Source) Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.exceptions.UnavailableException.copy(UnavailableException.java:141) at com.datastax.driver.core.Responses$Error.asException(Responses.java:159) at com.datastax.driver.core.RequestHandler$SpeculativeExecution.onSet(RequestHandler.java:645) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ... 1 common frames omitted Caused by: com.datastax.driver.core.exceptions.UnavailableException: Not enough replicas available for query at consistency LOCAL_ONE (1 required but only 0 alive) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:78) at com.datastax.driver.core.Responses$Error$1.decode(Responses.java:65) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:297) at com.datastax.driver.core.Message$ProtocolDecoder.decode(Message.java:268) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:88) ... 26 common frames omitted 2021-05-04T01:59:27.721Z [qtp580718781-15] INFO o.o.s.h.r.services.HealthCheckImpl ResponseCode=500 RequestID=10574273-6b0b-435f-b9c2-209fd93a7a42 InstanceID=d7435f24-25cd-4b7b-9f74-6c454a75177e ElapsedTime=31 EndTimestamp=2021-05-04T01:59:27.721Z PartnerName=curl/7.64.0 ServerFQDN=dev-sdc-onboarding-be-8484bcc694-flzpj ClientIPAddress=127.0.0.1 StatusCode=ERROR ServerIpAddress=10.242.95.23 ServiceName=GET: /onboarding-api/v1.0/healthcheck EntryTimestamp=2021-05-04T01:59:27.690Z InvocationID=206c1ea6-27f7-4744-9fa3-c85a6de53120 ResponseDesc=Internal Server Error 2021-05-04T01:59:30.926Z [cluster2-reconnection-0] ERROR c.d.d.c.AbstractReconnectionHandler Authentication error on host cassandra.onap/10.242.95.7:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE 2021-05-04T01:59:50.288Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T01:59:51.254Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T01:59:51.561Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T01:59:51.568Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T01:59:51.586Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T01:59:51.828Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T01:59:51.914Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T01:59:52.067Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T02:00:09.928Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T02:00:09.950Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.95.7:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T02:04:50.159Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T02:04:51.231Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T02:04:51.562Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T02:04:51.580Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T02:04:51.597Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T02:04:51.826Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T02:04:51.919Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T02:04:52.089Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T02:04:52.595Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T02:04:52.613Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T02:09:49.443Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T02:09:50.432Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T02:09:50.764Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T02:09:50.771Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T02:09:50.786Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T02:09:51.001Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T02:09:51.087Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T02:09:51.238Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T02:09:51.698Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T02:09:51.717Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T02:14:49.324Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T02:14:50.389Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T02:14:50.700Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T02:14:50.707Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T02:14:50.722Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T02:14:50.943Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T02:14:51.032Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T02:14:51.158Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T02:14:51.612Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T02:14:51.633Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T02:19:49.395Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T02:19:50.445Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T02:19:50.833Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T02:19:50.842Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T02:19:50.861Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T02:19:51.114Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T02:19:51.216Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T02:19:51.348Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T02:19:51.801Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T02:19:51.833Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.95.7:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T02:24:49.847Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T02:24:50.932Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T02:24:51.259Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T02:24:51.266Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T02:24:51.282Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T02:24:51.511Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T02:24:51.601Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T02:24:51.708Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T02:24:52.110Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T02:24:52.123Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source) 2021-05-04T02:29:50.467Z [main] INFO o.s.web.context.ContextLoader Root WebApplicationContext: initialization started 2021-05-04T02:29:51.632Z [main] INFO o.h.validator.internal.util.Version HV000001: Hibernate Validator 5.3.6.Final 2021-05-04T02:29:51.984Z [main] INFO com.datastax.driver.core DataStax Java driver 3.8.0 for Apache Cassandra 2021-05-04T02:29:51.992Z [main] INFO c.d.driver.core.GuavaCompatibility Detected Guava >= 19 in the classpath, using modern compatibility layer 2021-05-04T02:29:52.010Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory localDatacenter was provided, setting Cassndra client to use datacenter: Pod as local. 2021-05-04T02:29:52.236Z [main] INFO c.datastax.driver.core.ClockFactory Using native clock to generate timestamps. 2021-05-04T02:29:52.321Z [main] INFO o.o.c.n.i.c.CassandraSessionFactory Cassandra client created hosts: [cassandra.onap] port: 9042 SSL enabled: false reconnectTimeout 2021-05-04T02:29:52.455Z [main] INFO com.datastax.driver.core.NettyUtil Did not find Netty's native epoll transport in the classpath, defaulting to NIO. 2021-05-04T02:29:52.925Z [main] WARN o.s.w.c.s.XmlWebApplicationContext Exception encountered during context initialization - cancelling refresh attempt: org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError 2021-05-04T02:29:52.942Z [main] ERROR o.s.web.context.ContextLoader Context initialization failed org.springframework.beans.factory.BeanCreationException: Error creating bean with name 'healthCheck' defined in ServletContext resource [/WEB-INF/beans-services.xml]: Instantiation of bean failed; nested exception is org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1318) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBeanInstance(AbstractAutowireCapableBeanFactory.java:1213) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.doCreateBean(AbstractAutowireCapableBeanFactory.java:556) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.createBean(AbstractAutowireCapableBeanFactory.java:516) at org.springframework.beans.factory.support.AbstractBeanFactory.lambda$doGetBean$0(AbstractBeanFactory.java:324) at org.springframework.beans.factory.support.DefaultSingletonBeanRegistry.getSingleton(DefaultSingletonBeanRegistry.java:234) at org.springframework.beans.factory.support.AbstractBeanFactory.doGetBean(AbstractBeanFactory.java:322) at org.springframework.beans.factory.support.AbstractBeanFactory.getBean(AbstractBeanFactory.java:202) at org.springframework.beans.factory.support.DefaultListableBeanFactory.preInstantiateSingletons(DefaultListableBeanFactory.java:897) at org.springframework.context.support.AbstractApplicationContext.finishBeanFactoryInitialization(AbstractApplicationContext.java:879) at org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:551) at org.springframework.web.context.ContextLoader.configureAndRefreshWebApplicationContext(ContextLoader.java:401) at org.springframework.web.context.ContextLoader.initWebApplicationContext(ContextLoader.java:292) at org.openecomp.server.listeners.OnboardingAppStartupListener.contextInitialized(OnboardingAppStartupListener.java:39) at org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:1013) at org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:553) at org.eclipse.jetty.server.handler.ContextHandler.contextInitialized(ContextHandler.java:942) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:782) at org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:360) at org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1445) at org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1409) at org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:855) at org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:275) at org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:524) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.bindings.StandardStarter.processBinding(StandardStarter.java:46) at org.eclipse.jetty.deploy.AppLifeCycle.runBindings(AppLifeCycle.java:188) at org.eclipse.jetty.deploy.DeploymentManager.requestAppGoal(DeploymentManager.java:513) at org.eclipse.jetty.deploy.DeploymentManager.addApp(DeploymentManager.java:154) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.fileAdded(ScanningAppProvider.java:173) at org.eclipse.jetty.deploy.providers.WebAppProvider.fileAdded(WebAppProvider.java:441) at org.eclipse.jetty.deploy.providers.ScanningAppProvider$1.fileAdded(ScanningAppProvider.java:66) at org.eclipse.jetty.util.Scanner.reportAddition(Scanner.java:784) at org.eclipse.jetty.util.Scanner.reportDifferences(Scanner.java:753) at org.eclipse.jetty.util.Scanner.scan(Scanner.java:641) at org.eclipse.jetty.util.Scanner.doStart(Scanner.java:540) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.providers.ScanningAppProvider.doStart(ScanningAppProvider.java:146) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.deploy.DeploymentManager.startAppProvider(DeploymentManager.java:599) at org.eclipse.jetty.deploy.DeploymentManager.doStart(DeploymentManager.java:249) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:169) at org.eclipse.jetty.server.Server.start(Server.java:408) at org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:117) at org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:97) at org.eclipse.jetty.server.Server.doStart(Server.java:372) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:72) at org.eclipse.jetty.xml.XmlConfiguration.lambda$main$1(XmlConfiguration.java:1929) at java.base/java.security.AccessController.doPrivileged(Native Method) at org.eclipse.jetty.xml.XmlConfiguration.main(XmlConfiguration.java:1878) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) at java.base/java.lang.reflect.Method.invoke(Unknown Source) at org.eclipse.jetty.start.Main.invokeMain(Main.java:218) at org.eclipse.jetty.start.Main.start(Main.java:491) at org.eclipse.jetty.start.Main.main(Main.java:77) Caused by: org.springframework.beans.BeanInstantiationException: Failed to instantiate [org.openecomp.sdcrests.health.rest.services.HealthCheckImpl]: Constructor threw exception; nested exception is java.lang.ExceptionInInitializerError at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:217) at org.springframework.beans.factory.support.SimpleInstantiationStrategy.instantiate(SimpleInstantiationStrategy.java:87) at org.springframework.beans.factory.support.AbstractAutowireCapableBeanFactory.instantiateBean(AbstractAutowireCapableBeanFactory.java:1310) ... 57 common frames omitted Caused by: java.lang.ExceptionInInitializerError: null at org.openecomp.core.nosqldb.impl.cassandra.CassandraSessionFactory.getSession(CassandraSessionFactory.java:51) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl$ReferenceHolder.(CassandraNoSqlDbFactoryImpl.java:42) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:34) at org.openecomp.core.nosqldb.impl.cassandra.CassandraNoSqlDbFactoryImpl.createInterface(CassandraNoSqlDbFactoryImpl.java:28) at org.openecomp.sdc.health.impl.HealthCheckDaoImpl.(HealthCheckDaoImpl.java:36) at org.openecomp.sdc.health.impl.HealthCheckDaoFactoryImpl.(HealthCheckDaoFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckDaoFactory.getInstance(HealthCheckDaoFactory.java:28) at org.openecomp.sdc.health.impl.HealthCheckManagerImpl.(HealthCheckManagerImpl.java:46) at org.openecomp.sdc.health.impl.HealthCheckManagerFactoryImpl.(HealthCheckManagerFactoryImpl.java:29) at java.base/java.lang.Class.forName0(Native Method) at java.base/java.lang.Class.forName(Unknown Source) at org.openecomp.core.utilities.CommonMethods.newInstance(CommonMethods.java:143) at org.openecomp.core.factory.impl.FactoryManager.getFactoryInstance(FactoryManager.java:103) at org.openecomp.core.factory.impl.AbstractFactoryBase.getInstance(AbstractFactoryBase.java:29) at org.openecomp.sdc.health.HealthCheckManagerFactory.getInstance(HealthCheckManagerFactory.java:28) at org.openecomp.sdcrests.health.rest.services.HealthCheckImpl.(HealthCheckImpl.java:50) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source) at java.base/java.lang.reflect.Constructor.newInstance(Unknown Source) at org.springframework.beans.BeanUtils.instantiateClass(BeanUtils.java:204) ... 59 common frames omitted Caused by: com.datastax.driver.core.exceptions.AuthenticationException: Authentication error on host cassandra.onap/10.242.235.132:9042: Error during authentication of user asdc_user : org.apache.cassandra.exceptions.UnavailableException: Cannot achieve consistency level LOCAL_ONE at com.datastax.driver.core.Connection$9.apply(Connection.java:518) at com.datastax.driver.core.Connection$9.apply(Connection.java:480) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:213) at com.google.common.util.concurrent.AbstractTransformFuture$AsyncTransformFuture.doTransform(AbstractTransformFuture.java:202) at com.google.common.util.concurrent.AbstractTransformFuture.run(AbstractTransformFuture.java:118) at com.google.common.util.concurrent.DirectExecutor.execute(DirectExecutor.java:30) at com.google.common.util.concurrent.AbstractFuture.executeListener(AbstractFuture.java:1213) at com.google.common.util.concurrent.AbstractFuture.complete(AbstractFuture.java:983) at com.google.common.util.concurrent.AbstractFuture.set(AbstractFuture.java:746) at com.datastax.driver.core.Connection$Future.onSet(Connection.java:1509) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1262) at com.datastax.driver.core.Connection$Dispatcher.channelRead0(Connection.java:1180) at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:102) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:321) at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:295) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.ChannelInboundHandlerAdapter.channelRead(ChannelInboundHandlerAdapter.java:93) at com.datastax.driver.core.InboundTrafficMeter.channelRead(InboundTrafficMeter.java:38) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357) at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379) at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365) at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:163) at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:714) at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:650) at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:576) at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:493) at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989) at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Unknown Source)